2024-12-01 14:58:19,082 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-01 14:58:19,094 main DEBUG Took 0.009952 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-01 14:58:19,094 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-01 14:58:19,095 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-01 14:58:19,095 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-01 14:58:19,096 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,102 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-01 14:58:19,114 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,115 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,116 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,116 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,117 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,118 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,118 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,119 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,120 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,120 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,120 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,121 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,121 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,122 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,122 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,122 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,122 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-01 14:58:19,123 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,123 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-01 14:58:19,124 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-01 14:58:19,125 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-01 14:58:19,127 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-01 14:58:19,127 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-01 14:58:19,129 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-01 14:58:19,129 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-01 14:58:19,137 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-01 14:58:19,140 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-01 14:58:19,142 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-01 14:58:19,143 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-01 14:58:19,143 main DEBUG createAppenders(={Console}) 2024-12-01 14:58:19,144 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-12-01 14:58:19,144 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-12-01 14:58:19,144 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-12-01 14:58:19,145 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-01 14:58:19,145 main DEBUG OutputStream closed 2024-12-01 14:58:19,145 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-01 14:58:19,146 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-01 14:58:19,146 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-12-01 14:58:19,216 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-01 14:58:19,217 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-01 14:58:19,218 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-01 14:58:19,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-01 14:58:19,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-01 14:58:19,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-01 14:58:19,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-01 14:58:19,220 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-01 14:58:19,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-01 14:58:19,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-01 14:58:19,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-01 14:58:19,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-01 14:58:19,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-01 14:58:19,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-01 14:58:19,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-01 14:58:19,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-01 14:58:19,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-01 14:58:19,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-01 14:58:19,226 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01 14:58:19,227 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-12-01 14:58:19,227 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-01 14:58:19,227 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-12-01T14:58:19,239 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-12-01 14:58:19,241 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-01 14:58:19,241 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-01T14:58:19,247 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-12-01T14:58:19,271 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=6072 2024-12-01T14:58:19,477 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed 2024-12-01T14:58:19,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:58:19,491 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f, deleteOnExit=true 2024-12-01T14:58:19,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:58:19,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/test.cache.data in system properties and HBase conf 2024-12-01T14:58:19,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:58:19,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:58:19,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:58:19,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:58:19,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:58:19,573 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-01T14:58:19,650 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:58:19,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:58:19,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:58:19,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:58:19,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:58:19,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:58:19,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:58:19,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:58:19,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:58:19,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:58:19,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:58:19,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:58:19,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:58:19,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:58:19,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:58:20,523 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-01T14:58:20,594 INFO [Time-limited test {}] log.Log(170): Logging initialized @2095ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-01T14:58:20,664 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:58:20,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:58:20,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:58:20,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:58:20,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:58:20,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:58:20,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:58:20,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:58:20,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/java.io.tmpdir/jetty-localhost-36213-hadoop-hdfs-3_4_1-tests_jar-_-any-17855132778377541240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:58:20,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:36213} 2024-12-01T14:58:20,937 INFO [Time-limited test {}] server.Server(415): Started @2438ms 2024-12-01T14:58:21,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:58:21,460 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:58:21,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:58:21,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:58:21,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:58:21,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:58:21,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:58:21,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/java.io.tmpdir/jetty-localhost-33287-hadoop-hdfs-3_4_1-tests_jar-_-any-8407833141576364365/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:58:21,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:33287} 2024-12-01T14:58:21,577 INFO [Time-limited test {}] server.Server(415): Started @3078ms 2024-12-01T14:58:21,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:58:21,739 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:58:21,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:58:21,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:58:21,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:58:21,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:58:21,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:58:21,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:58:21,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/java.io.tmpdir/jetty-localhost-44403-hadoop-hdfs-3_4_1-tests_jar-_-any-10005616628561318961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:58:21,877 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:44403} 2024-12-01T14:58:21,877 INFO [Time-limited test {}] server.Server(415): Started @3379ms 2024-12-01T14:58:21,879 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:58:21,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:58:21,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:58:21,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:58:21,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:58:21,935 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:58:21,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:58:21,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:58:22,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/java.io.tmpdir/jetty-localhost-34489-hadoop-hdfs-3_4_1-tests_jar-_-any-4078257109736803689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:58:22,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:34489} 2024-12-01T14:58:22,029 INFO [Time-limited test {}] server.Server(415): Started @3531ms 2024-12-01T14:58:22,031 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:58:23,001 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data1/current/BP-1265161004-172.17.0.2-1733065100115/current, will proceed with Du for space computation calculation, 2024-12-01T14:58:23,001 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data2/current/BP-1265161004-172.17.0.2-1733065100115/current, will proceed with Du for space computation calculation, 2024-12-01T14:58:23,001 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data4/current/BP-1265161004-172.17.0.2-1733065100115/current, will proceed with Du for space computation calculation, 2024-12-01T14:58:23,001 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data3/current/BP-1265161004-172.17.0.2-1733065100115/current, will proceed with Du for space computation calculation, 2024-12-01T14:58:23,031 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:58:23,031 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:58:23,065 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data5/current/BP-1265161004-172.17.0.2-1733065100115/current, will proceed with Du for space computation calculation, 2024-12-01T14:58:23,066 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data6/current/BP-1265161004-172.17.0.2-1733065100115/current, will proceed with Du for space computation calculation, 2024-12-01T14:58:23,082 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x970f403576596e17 with lease ID 0xf5e9126b01fa7f35: Processing first storage report for DS-dd62bd49-533a-4b31-9121-e04bfefa38b2 from datanode DatanodeRegistration(127.0.0.1:36381, datanodeUuid=1faf9fb0-3271-48f1-b998-78db9b8002a0, infoPort=37409, infoSecurePort=0, ipcPort=44249, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115) 2024-12-01T14:58:23,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x970f403576596e17 with lease ID 0xf5e9126b01fa7f35: from storage DS-dd62bd49-533a-4b31-9121-e04bfefa38b2 node DatanodeRegistration(127.0.0.1:36381, datanodeUuid=1faf9fb0-3271-48f1-b998-78db9b8002a0, infoPort=37409, infoSecurePort=0, ipcPort=44249, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-01T14:58:23,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc718a5ba1906a1f8 with lease ID 0xf5e9126b01fa7f36: Processing first storage report for DS-70374388-7f0e-4f11-8564-eef8cf73ee24 from datanode DatanodeRegistration(127.0.0.1:37877, datanodeUuid=02465da2-443b-4908-ae18-9dc4e35e6ea3, infoPort=37905, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115) 2024-12-01T14:58:23,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc718a5ba1906a1f8 with lease ID 0xf5e9126b01fa7f36: from storage DS-70374388-7f0e-4f11-8564-eef8cf73ee24 node DatanodeRegistration(127.0.0.1:37877, datanodeUuid=02465da2-443b-4908-ae18-9dc4e35e6ea3, infoPort=37905, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:58:23,084 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x970f403576596e17 with lease ID 0xf5e9126b01fa7f35: Processing first storage report for DS-bb63a43b-2747-4892-9a98-0dd6a39499f1 from datanode DatanodeRegistration(127.0.0.1:36381, datanodeUuid=1faf9fb0-3271-48f1-b998-78db9b8002a0, infoPort=37409, infoSecurePort=0, ipcPort=44249, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115) 2024-12-01T14:58:23,084 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x970f403576596e17 with lease ID 0xf5e9126b01fa7f35: from storage DS-bb63a43b-2747-4892-9a98-0dd6a39499f1 node DatanodeRegistration(127.0.0.1:36381, datanodeUuid=1faf9fb0-3271-48f1-b998-78db9b8002a0, infoPort=37409, infoSecurePort=0, ipcPort=44249, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:58:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc718a5ba1906a1f8 with lease ID 0xf5e9126b01fa7f36: Processing first storage report for DS-a32704b7-a933-461e-b239-2e1b5ab6a15e from datanode DatanodeRegistration(127.0.0.1:37877, datanodeUuid=02465da2-443b-4908-ae18-9dc4e35e6ea3, infoPort=37905, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115) 2024-12-01T14:58:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc718a5ba1906a1f8 with lease ID 0xf5e9126b01fa7f36: from storage DS-a32704b7-a933-461e-b239-2e1b5ab6a15e node DatanodeRegistration(127.0.0.1:37877, datanodeUuid=02465da2-443b-4908-ae18-9dc4e35e6ea3, infoPort=37905, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:58:23,086 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:58:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed066ed09047c3a5 with lease ID 0xf5e9126b01fa7f37: Processing first storage report for DS-267365d4-2054-4e9a-9f92-840cfdf80f8d from datanode DatanodeRegistration(127.0.0.1:44195, datanodeUuid=d0394227-c426-4222-bcd8-2a17ba254759, infoPort=39051, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115) 2024-12-01T14:58:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed066ed09047c3a5 with lease ID 0xf5e9126b01fa7f37: from storage DS-267365d4-2054-4e9a-9f92-840cfdf80f8d node DatanodeRegistration(127.0.0.1:44195, datanodeUuid=d0394227-c426-4222-bcd8-2a17ba254759, infoPort=39051, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T14:58:23,092 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed066ed09047c3a5 with lease ID 0xf5e9126b01fa7f37: Processing first storage report for DS-53f73cd7-6a33-4685-a7b8-4d36a4d39826 from datanode DatanodeRegistration(127.0.0.1:44195, datanodeUuid=d0394227-c426-4222-bcd8-2a17ba254759, infoPort=39051, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115) 2024-12-01T14:58:23,092 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed066ed09047c3a5 with lease ID 0xf5e9126b01fa7f37: from storage DS-53f73cd7-6a33-4685-a7b8-4d36a4d39826 node DatanodeRegistration(127.0.0.1:44195, datanodeUuid=d0394227-c426-4222-bcd8-2a17ba254759, infoPort=39051, infoSecurePort=0, ipcPort=37773, storageInfo=lv=-57;cid=testClusterID;nsid=901731324;c=1733065100115), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:58:23,110 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed 2024-12-01T14:58:23,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/zookeeper_0, clientPort=64994, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:58:23,178 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64994 2024-12-01T14:58:23,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:58:23,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:58:23,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:58:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:58:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:58:23,800 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 with version=8 2024-12-01T14:58:23,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/hbase-staging 2024-12-01T14:58:23,874 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-01T14:58:24,096 INFO [Time-limited test {}] client.ConnectionUtils(128): master/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:58:24,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:58:24,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:58:24,220 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:58:24,272 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-01T14:58:24,280 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-01T14:58:24,283 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:58:24,304 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 111895 (auto-detected) 2024-12-01T14:58:24,305 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-01T14:58:24,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37167 2024-12-01T14:58:24,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37167 connecting to ZooKeeper ensemble=127.0.0.1:64994 2024-12-01T14:58:24,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371670x0, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:58:24,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37167-0x10192b069f80000 connected 2024-12-01T14:58:24,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:58:24,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:58:24,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:58:24,559 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15, hbase.cluster.distributed=false 2024-12-01T14:58:24,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:58:24,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37167 2024-12-01T14:58:24,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37167 2024-12-01T14:58:24,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37167 2024-12-01T14:58:24,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37167 2024-12-01T14:58:24,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37167 2024-12-01T14:58:24,670 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:58:24,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:58:24,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,673 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:58:24,675 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:58:24,677 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:58:24,678 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41991 2024-12-01T14:58:24,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41991 connecting to ZooKeeper ensemble=127.0.0.1:64994 2024-12-01T14:58:24,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:58:24,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:58:24,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419910x0, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:58:24,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41991-0x10192b069f80001 connected 2024-12-01T14:58:24,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:58:24,721 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:58:24,730 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:58:24,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:58:24,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:58:24,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41991 2024-12-01T14:58:24,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41991 2024-12-01T14:58:24,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41991 2024-12-01T14:58:24,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41991 2024-12-01T14:58:24,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41991 2024-12-01T14:58:24,755 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:58:24,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,755 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,756 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:58:24,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:58:24,756 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:58:24,756 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:58:24,757 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45725 2024-12-01T14:58:24,759 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45725 connecting to ZooKeeper ensemble=127.0.0.1:64994 2024-12-01T14:58:24,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:58:24,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:58:24,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457250x0, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:58:24,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45725-0x10192b069f80002 connected 2024-12-01T14:58:24,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:58:24,783 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:58:24,784 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:58:24,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:58:24,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:58:24,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45725 2024-12-01T14:58:24,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45725 2024-12-01T14:58:24,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45725 2024-12-01T14:58:24,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45725 2024-12-01T14:58:24,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45725 2024-12-01T14:58:24,806 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:58:24,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:58:24,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:58:24,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:58:24,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:58:24,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:58:24,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36513 2024-12-01T14:58:24,809 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36513 connecting to ZooKeeper ensemble=127.0.0.1:64994 2024-12-01T14:58:24,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:58:24,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:58:24,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365130x0, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:58:24,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365130x0, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:58:24,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36513-0x10192b069f80003 connected 2024-12-01T14:58:24,825 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:58:24,826 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:58:24,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:58:24,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:58:24,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36513 2024-12-01T14:58:24,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36513 2024-12-01T14:58:24,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36513 2024-12-01T14:58:24,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36513 2024-12-01T14:58:24,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36513 2024-12-01T14:58:24,845 DEBUG [M:0;519b220a2ba1:37167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;519b220a2ba1:37167 2024-12-01T14:58:24,846 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/519b220a2ba1,37167,1733065103953 2024-12-01T14:58:24,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:58:24,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:58:24,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:58:24,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:58:24,859 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/519b220a2ba1,37167,1733065103953 2024-12-01T14:58:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:58:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:58:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:58:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:24,890 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T14:58:24,891 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/519b220a2ba1,37167,1733065103953 from backup master directory 2024-12-01T14:58:24,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/519b220a2ba1,37167,1733065103953 2024-12-01T14:58:24,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:58:24,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:58:24,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:58:24,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:58:24,899 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:58:24,899 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=519b220a2ba1,37167,1733065103953 2024-12-01T14:58:24,902 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-01T14:58:24,903 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-01T14:58:24,955 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/hbase.id] with ID: 14f512ec-1433-4edf-a47a-ef5e8e28eb59 2024-12-01T14:58:24,955 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/.tmp/hbase.id 2024-12-01T14:58:24,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:58:24,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:58:24,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:58:24,969 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/.tmp/hbase.id]:[hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/hbase.id] 2024-12-01T14:58:25,010 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:58:25,015 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:58:25,032 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-01T14:58:25,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:58:25,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:58:25,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:58:25,092 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:58:25,093 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:58:25,106 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-01T14:58:25,109 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:58:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:58:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:58:25,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:58:25,156 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store 2024-12-01T14:58:25,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:58:25,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:58:25,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:58:25,179 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-01T14:58:25,182 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:25,184 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:58:25,184 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:58:25,184 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:58:25,185 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:58:25,185 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:58:25,186 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:58:25,187 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733065105183Disabling compacts and flushes for region at 1733065105183Disabling writes for close at 1733065105185 (+2 ms)Writing region close event to WAL at 1733065105186 (+1 ms)Closed at 1733065105186 2024-12-01T14:58:25,189 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/.initializing 2024-12-01T14:58:25,189 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/WALs/519b220a2ba1,37167,1733065103953 2024-12-01T14:58:25,197 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:58:25,211 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C37167%2C1733065103953, suffix=, logDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/WALs/519b220a2ba1,37167,1733065103953, archiveDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/oldWALs, maxLogs=10 2024-12-01T14:58:25,230 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/WALs/519b220a2ba1,37167,1733065103953/519b220a2ba1%2C37167%2C1733065103953.1733065105215, exclude list is [], retry=0 2024-12-01T14:58:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-dd62bd49-533a-4b31-9121-e04bfefa38b2,DISK] 2024-12-01T14:58:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37877,DS-70374388-7f0e-4f11-8564-eef8cf73ee24,DISK] 2024-12-01T14:58:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-267365d4-2054-4e9a-9f92-840cfdf80f8d,DISK] 2024-12-01T14:58:25,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-01T14:58:25,281 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/WALs/519b220a2ba1,37167,1733065103953/519b220a2ba1%2C37167%2C1733065103953.1733065105215 2024-12-01T14:58:25,282 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37409:37409),(127.0.0.1/127.0.0.1:39051:39051),(127.0.0.1/127.0.0.1:37905:37905)] 2024-12-01T14:58:25,282 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:58:25,283 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:25,285 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,286 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:58:25,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:25,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:58:25,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:58:25,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:25,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:25,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:58:25,352 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:25,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:25,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:58:25,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:25,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:25,357 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,360 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,362 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,367 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,368 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,371 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:58:25,374 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:58:25,379 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:25,380 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72546158, jitterRate=0.0810219943523407}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:58:25,386 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733065105297Initializing all the Stores at 1733065105299 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065105299Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065105300 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065105300Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065105300Cleaning up temporary data from old regions at 1733065105368 (+68 ms)Region opened successfully at 1733065105386 (+18 ms) 2024-12-01T14:58:25,387 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:58:25,418 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711e2ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:58:25,444 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:58:25,453 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:58:25,453 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:58:25,456 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:58:25,457 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-01T14:58:25,462 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-01T14:58:25,462 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-01T14:58:25,485 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:58:25,493 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T14:58:25,546 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T14:58:25,549 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:58:25,551 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:58:25,556 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T14:58:25,559 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:58:25,562 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:58:25,573 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T14:58:25,575 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:58:25,581 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T14:58:25,598 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:58:25,606 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T14:58:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:58:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:58:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:58:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:58:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,618 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=519b220a2ba1,37167,1733065103953, sessionid=0x10192b069f80000, setting cluster-up flag (Was=false) 2024-12-01T14:58:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,673 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T14:58:25,678 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,37167,1733065103953 2024-12-01T14:58:25,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:25,723 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T14:58:25,726 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,37167,1733065103953 2024-12-01T14:58:25,734 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:58:25,797 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:58:25,805 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:58:25,810 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:58:25,815 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 519b220a2ba1,37167,1733065103953 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:58:25,822 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:58:25,822 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:58:25,823 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:58:25,823 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:58:25,823 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/519b220a2ba1:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:58:25,823 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:25,823 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:58:25,823 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:25,827 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733065135827 2024-12-01T14:58:25,828 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:58:25,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:58:25,829 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:58:25,830 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:58:25,834 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:58:25,835 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:58:25,835 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:25,835 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:58:25,835 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.HRegionServer(746): ClusterId : 14f512ec-1433-4edf-a47a-ef5e8e28eb59 2024-12-01T14:58:25,835 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(746): ClusterId : 14f512ec-1433-4edf-a47a-ef5e8e28eb59 2024-12-01T14:58:25,836 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:58:25,836 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(746): ClusterId : 14f512ec-1433-4edf-a47a-ef5e8e28eb59 2024-12-01T14:58:25,836 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:58:25,838 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:58:25,838 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:58:25,838 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:58:25,838 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:25,841 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:58:25,842 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:58:25,842 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:58:25,846 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:58:25,847 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:58:25,850 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733065105848,5,FailOnTimeoutGroup] 2024-12-01T14:58:25,851 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733065105851,5,FailOnTimeoutGroup] 2024-12-01T14:58:25,852 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:25,852 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:58:25,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:58:25,853 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:25,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:58:25,854 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:25,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:58:25,855 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:58:25,856 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:58:25,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:58:25,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:58:25,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:25,876 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:58:25,876 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:58:25,876 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:58:25,876 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:58:25,876 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:58:25,876 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:58:25,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:58:25,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:58:25,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:25,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:58:25,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:58:25,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:58:25,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:25,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:58:25,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:58:25,889 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:58:25,889 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:58:25,889 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:58:25,890 DEBUG [RS:1;519b220a2ba1:45725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a4aa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:58:25,890 DEBUG [RS:2;519b220a2ba1:36513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e096283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:58:25,890 DEBUG [RS:0;519b220a2ba1:41991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcfbe64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:58:25,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:58:25,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:25,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:58:25,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:58:25,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:58:25,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:25,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:58:25,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:58:25,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740 2024-12-01T14:58:25,900 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740 2024-12-01T14:58:25,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:58:25,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:58:25,905 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:58:25,905 DEBUG [RS:0;519b220a2ba1:41991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;519b220a2ba1:41991 2024-12-01T14:58:25,906 DEBUG [RS:1;519b220a2ba1:45725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;519b220a2ba1:45725 2024-12-01T14:58:25,907 DEBUG [RS:2;519b220a2ba1:36513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;519b220a2ba1:36513 2024-12-01T14:58:25,909 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:58:25,909 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:58:25,909 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:58:25,909 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:58:25,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:58:25,909 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:58:25,909 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:58:25,909 DEBUG [RS:0;519b220a2ba1:41991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:58:25,909 DEBUG [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:58:25,909 DEBUG [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:58:25,911 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,37167,1733065103953 with port=41991, startcode=1733065104639 2024-12-01T14:58:25,911 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,37167,1733065103953 with port=45725, startcode=1733065104754 2024-12-01T14:58:25,911 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,37167,1733065103953 with port=36513, startcode=1733065104805 2024-12-01T14:58:25,914 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:25,916 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59463354, jitterRate=-0.1139269769191742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:58:25,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733065105876Initializing all the Stores at 1733065105878 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065105878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065105879 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065105879Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065105879Cleaning up temporary data from old regions at 1733065105904 (+25 ms)Region opened successfully at 1733065105919 (+15 ms) 2024-12-01T14:58:25,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:58:25,920 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:58:25,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:58:25,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:58:25,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:58:25,922 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:58:25,922 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733065105920Disabling compacts and flushes for region at 1733065105920Disabling writes for close at 1733065105920Writing region close event to WAL at 1733065105921 (+1 ms)Closed at 1733065105922 (+1 ms) 2024-12-01T14:58:25,926 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:58:25,926 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:58:25,927 DEBUG [RS:0;519b220a2ba1:41991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:58:25,927 DEBUG [RS:2;519b220a2ba1:36513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:58:25,927 DEBUG [RS:1;519b220a2ba1:45725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:58:25,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:58:25,957 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:58:25,962 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:58:25,963 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57231, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:58:25,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40167, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:58:25,963 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34285, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:58:25,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,45725,1733065104754 2024-12-01T14:58:25,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37167 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,45725,1733065104754 2024-12-01T14:58:25,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,36513,1733065104805 2024-12-01T14:58:25,982 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37167 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,36513,1733065104805 2024-12-01T14:58:25,985 DEBUG [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:25,986 DEBUG [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34765 2024-12-01T14:58:25,986 DEBUG [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:58:25,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37167 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,41991,1733065104639 2024-12-01T14:58:25,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37167 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,41991,1733065104639 2024-12-01T14:58:25,986 DEBUG [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:25,986 DEBUG [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34765 2024-12-01T14:58:25,986 DEBUG [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:58:25,989 DEBUG [RS:0;519b220a2ba1:41991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:25,989 DEBUG [RS:0;519b220a2ba1:41991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34765 2024-12-01T14:58:25,989 DEBUG [RS:0;519b220a2ba1:41991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:58:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:58:26,040 DEBUG [RS:1;519b220a2ba1:45725 {}] zookeeper.ZKUtil(111): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,45725,1733065104754 2024-12-01T14:58:26,040 DEBUG [RS:2;519b220a2ba1:36513 {}] zookeeper.ZKUtil(111): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,36513,1733065104805 2024-12-01T14:58:26,040 WARN [RS:2;519b220a2ba1:36513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:58:26,040 WARN [RS:1;519b220a2ba1:45725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:58:26,041 INFO [RS:2;519b220a2ba1:36513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:58:26,041 INFO [RS:1;519b220a2ba1:45725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:58:26,041 DEBUG [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,36513,1733065104805 2024-12-01T14:58:26,041 DEBUG [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,45725,1733065104754 2024-12-01T14:58:26,041 DEBUG [RS:0;519b220a2ba1:41991 {}] zookeeper.ZKUtil(111): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,41991,1733065104639 2024-12-01T14:58:26,042 WARN [RS:0;519b220a2ba1:41991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:58:26,042 INFO [RS:0;519b220a2ba1:41991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:58:26,042 DEBUG [RS:0;519b220a2ba1:41991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639 2024-12-01T14:58:26,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,41991,1733065104639] 2024-12-01T14:58:26,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,36513,1733065104805] 2024-12-01T14:58:26,043 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,45725,1733065104754] 2024-12-01T14:58:26,068 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:58:26,068 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:58:26,068 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:58:26,082 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:58:26,082 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:58:26,082 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:58:26,087 INFO [RS:0;519b220a2ba1:41991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:58:26,087 INFO [RS:2;519b220a2ba1:36513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:58:26,087 INFO [RS:1;519b220a2ba1:45725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:58:26,087 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,087 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,087 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,088 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:58:26,088 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:58:26,088 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:58:26,094 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:58:26,094 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:58:26,094 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:58:26,096 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,096 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,096 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,096 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,096 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:58:26,097 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:58:26,097 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:58:26,097 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,097 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:58:26,097 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:58:26,097 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,098 DEBUG [RS:0;519b220a2ba1:41991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:58:26,098 DEBUG [RS:1;519b220a2ba1:45725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:58:26,098 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:58:26,098 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:58:26,098 DEBUG [RS:2;519b220a2ba1:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:58:26,099 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,099 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,099 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,099 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,099 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,099 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,099 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,099 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,100 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,100 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,100 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,100 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,100 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,100 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,100 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,41991,1733065104639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:58:26,100 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,36513,1733065104805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:58:26,100 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,100 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,45725,1733065104754-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:58:26,113 WARN [519b220a2ba1:37167 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:58:26,117 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:58:26,117 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:58:26,119 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,41991,1733065104639-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,119 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,36513,1733065104805-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,120 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,120 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,120 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.Replication(171): 519b220a2ba1,41991,1733065104639 started 2024-12-01T14:58:26,120 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.Replication(171): 519b220a2ba1,36513,1733065104805 started 2024-12-01T14:58:26,122 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:58:26,122 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,45725,1733065104754-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,123 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,123 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.Replication(171): 519b220a2ba1,45725,1733065104754 started 2024-12-01T14:58:26,136 INFO [RS:0;519b220a2ba1:41991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,136 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,41991,1733065104639, RpcServer on 519b220a2ba1/172.17.0.2:41991, sessionid=0x10192b069f80001 2024-12-01T14:58:26,136 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,137 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,36513,1733065104805, RpcServer on 519b220a2ba1/172.17.0.2:36513, sessionid=0x10192b069f80003 2024-12-01T14:58:26,137 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:58:26,137 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:58:26,137 DEBUG [RS:2;519b220a2ba1:36513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,36513,1733065104805 2024-12-01T14:58:26,137 DEBUG [RS:0;519b220a2ba1:41991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,41991,1733065104639 2024-12-01T14:58:26,137 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,41991,1733065104639' 2024-12-01T14:58:26,137 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,36513,1733065104805' 2024-12-01T14:58:26,137 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:58:26,137 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:58:26,138 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:58:26,138 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:58:26,139 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:58:26,139 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:58:26,139 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:58:26,139 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:58:26,139 DEBUG [RS:0;519b220a2ba1:41991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,41991,1733065104639 2024-12-01T14:58:26,139 DEBUG [RS:2;519b220a2ba1:36513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,36513,1733065104805 2024-12-01T14:58:26,139 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,41991,1733065104639' 2024-12-01T14:58:26,139 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,36513,1733065104805' 2024-12-01T14:58:26,139 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:58:26,139 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:58:26,140 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:58:26,140 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:58:26,140 DEBUG [RS:0;519b220a2ba1:41991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:58:26,140 DEBUG [RS:2;519b220a2ba1:36513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:58:26,140 INFO [RS:2;519b220a2ba1:36513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:58:26,140 INFO [RS:0;519b220a2ba1:41991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:58:26,140 INFO [RS:2;519b220a2ba1:36513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:58:26,140 INFO [RS:0;519b220a2ba1:41991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:58:26,144 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:26,144 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,45725,1733065104754, RpcServer on 519b220a2ba1/172.17.0.2:45725, sessionid=0x10192b069f80002 2024-12-01T14:58:26,145 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:58:26,145 DEBUG [RS:1;519b220a2ba1:45725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,45725,1733065104754 2024-12-01T14:58:26,145 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,45725,1733065104754' 2024-12-01T14:58:26,145 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:58:26,146 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:58:26,146 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:58:26,147 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:58:26,147 DEBUG [RS:1;519b220a2ba1:45725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,45725,1733065104754 2024-12-01T14:58:26,147 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,45725,1733065104754' 2024-12-01T14:58:26,147 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:58:26,147 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:58:26,148 DEBUG [RS:1;519b220a2ba1:45725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:58:26,148 INFO [RS:1;519b220a2ba1:45725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:58:26,148 INFO [RS:1;519b220a2ba1:45725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:58:26,247 INFO [RS:0;519b220a2ba1:41991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:58:26,247 INFO [RS:2;519b220a2ba1:36513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:58:26,249 INFO [RS:1;519b220a2ba1:45725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:58:26,250 INFO [RS:2;519b220a2ba1:36513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C36513%2C1733065104805, suffix=, logDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,36513,1733065104805, archiveDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/oldWALs, maxLogs=32 2024-12-01T14:58:26,250 INFO [RS:0;519b220a2ba1:41991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C41991%2C1733065104639, suffix=, logDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639, archiveDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/oldWALs, maxLogs=32 2024-12-01T14:58:26,251 INFO [RS:1;519b220a2ba1:45725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C45725%2C1733065104754, suffix=, logDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,45725,1733065104754, archiveDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/oldWALs, maxLogs=32 2024-12-01T14:58:26,265 DEBUG [RS:1;519b220a2ba1:45725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,45725,1733065104754/519b220a2ba1%2C45725%2C1733065104754.1733065106253, exclude list is [], retry=0 2024-12-01T14:58:26,265 DEBUG [RS:2;519b220a2ba1:36513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,36513,1733065104805/519b220a2ba1%2C36513%2C1733065104805.1733065106253, exclude list is [], retry=0 2024-12-01T14:58:26,268 DEBUG [RS:0;519b220a2ba1:41991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639/519b220a2ba1%2C41991%2C1733065104639.1733065106253, exclude list is [], retry=0 2024-12-01T14:58:26,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-dd62bd49-533a-4b31-9121-e04bfefa38b2,DISK] 2024-12-01T14:58:26,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-267365d4-2054-4e9a-9f92-840cfdf80f8d,DISK] 2024-12-01T14:58:26,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37877,DS-70374388-7f0e-4f11-8564-eef8cf73ee24,DISK] 2024-12-01T14:58:26,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37877,DS-70374388-7f0e-4f11-8564-eef8cf73ee24,DISK] 2024-12-01T14:58:26,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-267365d4-2054-4e9a-9f92-840cfdf80f8d,DISK] 2024-12-01T14:58:26,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-dd62bd49-533a-4b31-9121-e04bfefa38b2,DISK] 2024-12-01T14:58:26,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37877,DS-70374388-7f0e-4f11-8564-eef8cf73ee24,DISK] 2024-12-01T14:58:26,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-dd62bd49-533a-4b31-9121-e04bfefa38b2,DISK] 2024-12-01T14:58:26,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-267365d4-2054-4e9a-9f92-840cfdf80f8d,DISK] 2024-12-01T14:58:26,320 INFO [RS:2;519b220a2ba1:36513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,36513,1733065104805/519b220a2ba1%2C36513%2C1733065104805.1733065106253 2024-12-01T14:58:26,320 INFO [RS:1;519b220a2ba1:45725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,45725,1733065104754/519b220a2ba1%2C45725%2C1733065104754.1733065106253 2024-12-01T14:58:26,320 INFO [RS:0;519b220a2ba1:41991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639/519b220a2ba1%2C41991%2C1733065104639.1733065106253 2024-12-01T14:58:26,323 DEBUG [RS:2;519b220a2ba1:36513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37409:37409),(127.0.0.1/127.0.0.1:37905:37905),(127.0.0.1/127.0.0.1:39051:39051)] 2024-12-01T14:58:26,323 DEBUG [RS:1;519b220a2ba1:45725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39051:39051),(127.0.0.1/127.0.0.1:37905:37905),(127.0.0.1/127.0.0.1:37409:37409)] 2024-12-01T14:58:26,323 DEBUG [RS:0;519b220a2ba1:41991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37905:37905),(127.0.0.1/127.0.0.1:39051:39051),(127.0.0.1/127.0.0.1:37409:37409)] 2024-12-01T14:58:26,367 DEBUG [519b220a2ba1:37167 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-01T14:58:26,378 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(204): Hosts are {519b220a2ba1=0} racks are {/default-rack=0} 2024-12-01T14:58:26,385 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:58:26,385 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:58:26,385 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T14:58:26,385 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:58:26,385 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:58:26,385 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T14:58:26,385 INFO [519b220a2ba1:37167 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:58:26,385 INFO [519b220a2ba1:37167 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:58:26,385 INFO [519b220a2ba1:37167 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T14:58:26,385 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:58:26,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=519b220a2ba1,45725,1733065104754 2024-12-01T14:58:26,398 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,45725,1733065104754, state=OPENING 2024-12-01T14:58:26,448 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:58:26,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:26,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:26,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:26,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:58:26,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:58:26,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:58:26,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:58:26,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:58:26,459 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:58:26,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,45725,1733065104754}] 2024-12-01T14:58:34,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-01T14:58:34,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-01T14:58:36,489 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:58:36,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53859, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:58:36,501 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T14:58:36,501 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:58:36,501 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T14:58:36,504 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C45725%2C1733065104754.meta, suffix=.meta, logDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,45725,1733065104754, archiveDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/oldWALs, maxLogs=32 2024-12-01T14:58:36,518 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,45725,1733065104754/519b220a2ba1%2C45725%2C1733065104754.meta.1733065116506.meta, exclude list is [], retry=0 2024-12-01T14:58:36,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-267365d4-2054-4e9a-9f92-840cfdf80f8d,DISK] 2024-12-01T14:58:36,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37877,DS-70374388-7f0e-4f11-8564-eef8cf73ee24,DISK] 2024-12-01T14:58:36,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-dd62bd49-533a-4b31-9121-e04bfefa38b2,DISK] 2024-12-01T14:58:36,524 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,45725,1733065104754/519b220a2ba1%2C45725%2C1733065104754.meta.1733065116506.meta 2024-12-01T14:58:36,525 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39051:39051),(127.0.0.1/127.0.0.1:37409:37409),(127.0.0.1/127.0.0.1:37905:37905)] 2024-12-01T14:58:36,525 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:58:36,527 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T14:58:36,529 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T14:58:36,534 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T14:58:36,539 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T14:58:36,539 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:36,540 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T14:58:36,540 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T14:58:36,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:58:36,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:58:36,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:36,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:58:36,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:58:36,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:58:36,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:36,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:58:36,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:58:36,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:58:36,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:36,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:58:36,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:58:36,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:58:36,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:36,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:58:36,552 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:58:36,553 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740 2024-12-01T14:58:36,555 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740 2024-12-01T14:58:36,557 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:58:36,558 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:58:36,558 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:58:36,562 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:58:36,564 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71410378, jitterRate=0.06409755349159241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:58:36,564 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T14:58:36,566 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733065116540Writing region info on filesystem at 1733065116540Initializing all the Stores at 1733065116542 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065116542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065116542Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065116542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065116542Cleaning up temporary data from old regions at 1733065116558 (+16 ms)Running coprocessor post-open hooks at 1733065116564 (+6 ms)Region opened successfully at 1733065116566 (+2 ms) 2024-12-01T14:58:36,574 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733065116481 2024-12-01T14:58:36,584 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T14:58:36,584 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T14:58:36,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,45725,1733065104754 2024-12-01T14:58:36,588 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,45725,1733065104754, state=OPEN 2024-12-01T14:58:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:58:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:58:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:58:36,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T14:58:36,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:58:36,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:58:36,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:58:36,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:58:36,648 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=519b220a2ba1,45725,1733065104754 2024-12-01T14:58:36,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T14:58:36,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,45725,1733065104754 in 10.1880 sec 2024-12-01T14:58:36,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T14:58:36,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7260 sec 2024-12-01T14:58:36,664 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:58:36,664 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T14:58:36,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:58:36,683 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,45725,1733065104754, seqNum=-1] 2024-12-01T14:58:36,701 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:58:36,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:58:36,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9570 sec 2024-12-01T14:58:36,719 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733065116719, completionTime=-1 2024-12-01T14:58:36,721 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-01T14:58:36,721 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T14:58:36,744 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-01T14:58:36,744 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733065176744 2024-12-01T14:58:36,745 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733065236744 2024-12-01T14:58:36,745 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 23 msec 2024-12-01T14:58:36,746 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:58:36,752 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,37167,1733065103953-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:36,752 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,37167,1733065103953-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:36,752 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,37167,1733065103953-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:36,753 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-519b220a2ba1:37167, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:36,754 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:36,754 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:36,760 DEBUG [master/519b220a2ba1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T14:58:36,779 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.880sec 2024-12-01T14:58:36,781 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T14:58:36,782 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T14:58:36,783 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T14:58:36,783 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T14:58:36,783 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T14:58:36,784 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,37167,1733065103953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:58:36,784 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,37167,1733065103953-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T14:58:36,788 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T14:58:36,789 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T14:58:36,789 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,37167,1733065103953-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:58:36,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@570b0805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:58:36,864 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-01T14:58:36,864 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-01T14:58:36,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 519b220a2ba1,37167,-1 for getting cluster id 2024-12-01T14:58:36,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:58:36,881 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14f512ec-1433-4edf-a47a-ef5e8e28eb59' 2024-12-01T14:58:36,883 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:58:36,884 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14f512ec-1433-4edf-a47a-ef5e8e28eb59" 2024-12-01T14:58:36,884 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2967b3e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:58:36,884 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [519b220a2ba1,37167,-1] 2024-12-01T14:58:36,887 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:58:36,889 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:58:36,890 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:58:36,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0077d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:58:36,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:58:36,898 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,45725,1733065104754, seqNum=-1] 2024-12-01T14:58:36,899 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:58:36,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:58:36,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=519b220a2ba1,37167,1733065103953 2024-12-01T14:58:36,945 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733065116943 (current time:1733065116943). 2024-12-01T14:58:36,945 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-01T14:58:36,945 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-01T14:58:36,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f48651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:58:36,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 519b220a2ba1,37167,-1 for getting cluster id 2024-12-01T14:58:36,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T14:58:36,954 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14f512ec-1433-4edf-a47a-ef5e8e28eb59' 2024-12-01T14:58:36,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T14:58:36,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14f512ec-1433-4edf-a47a-ef5e8e28eb59" 2024-12-01T14:58:36,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ac69ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:58:36,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [519b220a2ba1,37167,-1] 2024-12-01T14:58:36,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T14:58:36,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:58:36,956 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T14:58:36,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae87641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T14:58:36,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T14:58:36,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,45725,1733065104754, seqNum=-1] 2024-12-01T14:58:36,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:58:36,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:58:36,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:58:36,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:58:36,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:58:36,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:58:36,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:58:36,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T14:58:36,977 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 519b220a2ba1,37167,1733065103953 2024-12-01T14:58:36,979 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30695095 2024-12-01T14:58:36,980 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T14:58:36,982 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56186, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T14:58:36,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:58:36,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-01T14:58:36,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T14:58:36,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-01T14:58:36,998 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:37,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T14:58:37,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:58:37,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741837_1013 (size=361) 2024-12-01T14:58:37,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741837_1013 (size=361) 2024-12-01T14:58:37,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741837_1013 (size=361) 2024-12-01T14:58:37,016 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bb5fb024d65f439c0f0126a1568e033d, NAME => 'SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:37,017 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 633815a96900c81d45182a21d2eab996, NAME => 'SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:37,017 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6de821f57abb3f05bd22e17c8b985745, NAME => 'SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741839_1015 (size=54) 2024-12-01T14:58:37,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741839_1015 (size=54) 2024-12-01T14:58:37,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741839_1015 (size=54) 2024-12-01T14:58:37,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:37,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bb5fb024d65f439c0f0126a1568e033d, disabling compactions & flushes 2024-12-01T14:58:37,031 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:58:37,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:58:37,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. after waiting 0 ms 2024-12-01T14:58:37,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:58:37,031 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:58:37,031 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bb5fb024d65f439c0f0126a1568e033d: Waiting for close lock at 1733065117031Disabling compacts and flushes for region at 1733065117031Disabling writes for close at 1733065117031Writing region close event to WAL at 1733065117031Closed at 1733065117031 2024-12-01T14:58:37,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741838_1014 (size=62) 2024-12-01T14:58:37,032 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 89d58fca2b0821e54a489bcf0c5d286b, NAME => 'SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:37,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741838_1014 (size=62) 2024-12-01T14:58:37,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741838_1014 (size=62) 2024-12-01T14:58:37,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:37,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 633815a96900c81d45182a21d2eab996, disabling compactions & flushes 2024-12-01T14:58:37,034 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:58:37,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:58:37,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. after waiting 0 ms 2024-12-01T14:58:37,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:58:37,034 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:58:37,034 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 633815a96900c81d45182a21d2eab996: Waiting for close lock at 1733065117034Disabling compacts and flushes for region at 1733065117034Disabling writes for close at 1733065117034Writing region close event to WAL at 1733065117034Closed at 1733065117034 2024-12-01T14:58:37,035 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cbfe40d73e31d8ae5480be6a92a60b77, NAME => 'SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741840_1016 (size=62) 2024-12-01T14:58:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741840_1016 (size=62) 2024-12-01T14:58:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741840_1016 (size=62) 2024-12-01T14:58:37,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:37,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6de821f57abb3f05bd22e17c8b985745, disabling compactions & flushes 2024-12-01T14:58:37,045 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:58:37,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:58:37,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. after waiting 0 ms 2024-12-01T14:58:37,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:58:37,045 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:58:37,045 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6de821f57abb3f05bd22e17c8b985745: Waiting for close lock at 1733065117045Disabling compacts and flushes for region at 1733065117045Disabling writes for close at 1733065117045Writing region close event to WAL at 1733065117045Closed at 1733065117045 2024-12-01T14:58:37,046 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d85a5dd75cd9a0491ebc3d28eb5e682d, NAME => 'SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:37,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741841_1017 (size=62) 2024-12-01T14:58:37,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741841_1017 (size=62) 2024-12-01T14:58:37,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:37,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 89d58fca2b0821e54a489bcf0c5d286b, disabling compactions & flushes 2024-12-01T14:58:37,049 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:58:37,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:58:37,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. after waiting 0 ms 2024-12-01T14:58:37,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:58:37,049 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:58:37,049 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 89d58fca2b0821e54a489bcf0c5d286b: Waiting for close lock at 1733065117049Disabling compacts and flushes for region at 1733065117049Disabling writes for close at 1733065117049Writing region close event to WAL at 1733065117049Closed at 1733065117049 2024-12-01T14:58:37,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741842_1018 (size=62) 2024-12-01T14:58:37,050 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd353c37b7b30e8ac95c0e5c51de1801, NAME => 'SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:37,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741841_1017 (size=62) 2024-12-01T14:58:37,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741842_1018 (size=62) 2024-12-01T14:58:37,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741842_1018 (size=62) 2024-12-01T14:58:37,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:37,052 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cbfe40d73e31d8ae5480be6a92a60b77, disabling compactions & flushes 2024-12-01T14:58:37,053 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:58:37,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:58:37,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. after waiting 0 ms 2024-12-01T14:58:37,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:58:37,053 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:58:37,053 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cbfe40d73e31d8ae5480be6a92a60b77: Waiting for close lock at 1733065117052Disabling compacts and flushes for region at 1733065117052Disabling writes for close at 1733065117053 (+1 ms)Writing region close event to WAL at 1733065117053Closed at 1733065117053 2024-12-01T14:58:37,053 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => abde280dc7e5db2ff5057fa22f511aa3, NAME => 'SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741844_1020 (size=62) 2024-12-01T14:58:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741843_1019 (size=62) 2024-12-01T14:58:37,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741843_1019 (size=62) 2024-12-01T14:58:37,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741844_1020 (size=62) 2024-12-01T14:58:37,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741844_1020 (size=62) 2024-12-01T14:58:37,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:37,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing dd353c37b7b30e8ac95c0e5c51de1801, disabling compactions & flushes 2024-12-01T14:58:37,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741843_1019 (size=62) 2024-12-01T14:58:37,066 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:58:37,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:58:37,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741845_1021 (size=62) 2024-12-01T14:58:37,066 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. after waiting 0 ms 2024-12-01T14:58:37,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:58:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741845_1021 (size=62) 2024-12-01T14:58:37,067 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:58:37,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd353c37b7b30e8ac95c0e5c51de1801: Waiting for close lock at 1733065117066Disabling compacts and flushes for region at 1733065117066Disabling writes for close at 1733065117067 (+1 ms)Writing region close event to WAL at 1733065117067Closed at 1733065117067 2024-12-01T14:58:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741845_1021 (size=62) 2024-12-01T14:58:37,067 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 46b2d63f33f00a7a216e9056bd42bd61, NAME => 'SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing abde280dc7e5db2ff5057fa22f511aa3, disabling compactions & flushes 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d85a5dd75cd9a0491ebc3d28eb5e682d, disabling compactions & flushes 2024-12-01T14:58:37,068 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:58:37,068 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. after waiting 0 ms 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. after waiting 0 ms 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:58:37,068 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:58:37,068 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for abde280dc7e5db2ff5057fa22f511aa3: Waiting for close lock at 1733065117068Disabling compacts and flushes for region at 1733065117068Disabling writes for close at 1733065117068Writing region close event to WAL at 1733065117068Closed at 1733065117068 2024-12-01T14:58:37,068 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d85a5dd75cd9a0491ebc3d28eb5e682d: Waiting for close lock at 1733065117068Disabling compacts and flushes for region at 1733065117068Disabling writes for close at 1733065117068Writing region close event to WAL at 1733065117068Closed at 1733065117068 2024-12-01T14:58:37,069 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f89561290536f0782baa81d7c31d3f54, NAME => 'SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15 2024-12-01T14:58:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741847_1023 (size=54) 2024-12-01T14:58:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741847_1023 (size=54) 2024-12-01T14:58:37,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741846_1022 (size=62) 2024-12-01T14:58:37,081 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:37,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing f89561290536f0782baa81d7c31d3f54, disabling compactions & flushes 2024-12-01T14:58:37,082 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:58:37,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:58:37,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. after waiting 0 ms 2024-12-01T14:58:37,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:58:37,082 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:58:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741846_1022 (size=62) 2024-12-01T14:58:37,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for f89561290536f0782baa81d7c31d3f54: Waiting for close lock at 1733065117082Disabling compacts and flushes for region at 1733065117082Disabling writes for close at 1733065117082Writing region close event to WAL at 1733065117082Closed at 1733065117082 2024-12-01T14:58:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741847_1023 (size=54) 2024-12-01T14:58:37,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741846_1022 (size=62) 2024-12-01T14:58:37,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:37,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 46b2d63f33f00a7a216e9056bd42bd61, disabling compactions & flushes 2024-12-01T14:58:37,083 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:58:37,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:58:37,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. after waiting 0 ms 2024-12-01T14:58:37,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:58:37,083 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:58:37,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 46b2d63f33f00a7a216e9056bd42bd61: Waiting for close lock at 1733065117082Disabling compacts and flushes for region at 1733065117082Disabling writes for close at 1733065117083 (+1 ms)Writing region close event to WAL at 1733065117083Closed at 1733065117083 2024-12-01T14:58:37,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T14:58:37,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733065117085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065117085"}]},"ts":"1733065117085"} 2024-12-01T14:58:37,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065117085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065117085"}]},"ts":"1733065117085"} 2024-12-01T14:58:37,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065117085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065117085"}]},"ts":"1733065117085"} 2024-12-01T14:58:37,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065117085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065117085"}]},"ts":"1733065117085"} 2024-12-01T14:58:37,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065117085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065117085"}]},"ts":"1733065117085"} 2024-12-01T14:58:37,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065117085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065117085"}]},"ts":"1733065117085"} 2024-12-01T14:58:37,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065117085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065117085"}]},"ts":"1733065117085"} 2024-12-01T14:58:37,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065117085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065117085"}]},"ts":"1733065117085"} 2024-12-01T14:58:37,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733065117085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065117085"}]},"ts":"1733065117085"} 2024-12-01T14:58:37,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065117085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065117085"}]},"ts":"1733065117085"} 2024-12-01T14:58:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:58:37,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-01T14:58:37,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T14:58:37,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733065117120"}]},"ts":"1733065117120"} 2024-12-01T14:58:37,126 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-01T14:58:37,126 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {519b220a2ba1=0} racks are {/default-rack=0} 2024-12-01T14:58:37,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:58:37,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:58:37,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T14:58:37,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:58:37,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:58:37,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T14:58:37,133 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:58:37,133 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:58:37,133 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T14:58:37,133 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:58:37,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb5fb024d65f439c0f0126a1568e033d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6de821f57abb3f05bd22e17c8b985745, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=633815a96900c81d45182a21d2eab996, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89d58fca2b0821e54a489bcf0c5d286b, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbfe40d73e31d8ae5480be6a92a60b77, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d85a5dd75cd9a0491ebc3d28eb5e682d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd353c37b7b30e8ac95c0e5c51de1801, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abde280dc7e5db2ff5057fa22f511aa3, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46b2d63f33f00a7a216e9056bd42bd61, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f89561290536f0782baa81d7c31d3f54, ASSIGN}] 2024-12-01T14:58:37,139 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=633815a96900c81d45182a21d2eab996, ASSIGN 2024-12-01T14:58:37,139 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89d58fca2b0821e54a489bcf0c5d286b, ASSIGN 2024-12-01T14:58:37,139 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6de821f57abb3f05bd22e17c8b985745, ASSIGN 2024-12-01T14:58:37,139 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb5fb024d65f439c0f0126a1568e033d, ASSIGN 2024-12-01T14:58:37,141 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=89d58fca2b0821e54a489bcf0c5d286b, ASSIGN; state=OFFLINE, location=519b220a2ba1,36513,1733065104805; forceNewPlan=false, retain=false 2024-12-01T14:58:37,141 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=633815a96900c81d45182a21d2eab996, ASSIGN; state=OFFLINE, location=519b220a2ba1,45725,1733065104754; forceNewPlan=false, retain=false 2024-12-01T14:58:37,141 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6de821f57abb3f05bd22e17c8b985745, ASSIGN; state=OFFLINE, location=519b220a2ba1,41991,1733065104639; forceNewPlan=false, retain=false 2024-12-01T14:58:37,141 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb5fb024d65f439c0f0126a1568e033d, ASSIGN; state=OFFLINE, location=519b220a2ba1,36513,1733065104805; forceNewPlan=false, retain=false 2024-12-01T14:58:37,146 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd353c37b7b30e8ac95c0e5c51de1801, ASSIGN 2024-12-01T14:58:37,146 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abde280dc7e5db2ff5057fa22f511aa3, ASSIGN 2024-12-01T14:58:37,146 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46b2d63f33f00a7a216e9056bd42bd61, ASSIGN 2024-12-01T14:58:37,147 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f89561290536f0782baa81d7c31d3f54, ASSIGN 2024-12-01T14:58:37,147 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d85a5dd75cd9a0491ebc3d28eb5e682d, ASSIGN 2024-12-01T14:58:37,148 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd353c37b7b30e8ac95c0e5c51de1801, ASSIGN; state=OFFLINE, location=519b220a2ba1,41991,1733065104639; forceNewPlan=false, retain=false 2024-12-01T14:58:37,148 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=abde280dc7e5db2ff5057fa22f511aa3, ASSIGN; state=OFFLINE, location=519b220a2ba1,36513,1733065104805; forceNewPlan=false, retain=false 2024-12-01T14:58:37,148 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f89561290536f0782baa81d7c31d3f54, ASSIGN; state=OFFLINE, location=519b220a2ba1,41991,1733065104639; forceNewPlan=false, retain=false 2024-12-01T14:58:37,148 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d85a5dd75cd9a0491ebc3d28eb5e682d, ASSIGN; state=OFFLINE, location=519b220a2ba1,45725,1733065104754; forceNewPlan=false, retain=false 2024-12-01T14:58:37,148 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46b2d63f33f00a7a216e9056bd42bd61, ASSIGN; state=OFFLINE, location=519b220a2ba1,36513,1733065104805; forceNewPlan=false, retain=false 2024-12-01T14:58:37,155 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbfe40d73e31d8ae5480be6a92a60b77, ASSIGN 2024-12-01T14:58:37,156 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbfe40d73e31d8ae5480be6a92a60b77, ASSIGN; state=OFFLINE, location=519b220a2ba1,45725,1733065104754; forceNewPlan=false, retain=false 2024-12-01T14:58:37,295 INFO [519b220a2ba1:37167 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-01T14:58:37,297 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f89561290536f0782baa81d7c31d3f54, regionState=OPENING, regionLocation=519b220a2ba1,41991,1733065104639 2024-12-01T14:58:37,297 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbfe40d73e31d8ae5480be6a92a60b77, regionState=OPENING, regionLocation=519b220a2ba1,45725,1733065104754 2024-12-01T14:58:37,297 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d85a5dd75cd9a0491ebc3d28eb5e682d, regionState=OPENING, regionLocation=519b220a2ba1,45725,1733065104754 2024-12-01T14:58:37,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=633815a96900c81d45182a21d2eab996, regionState=OPENING, regionLocation=519b220a2ba1,45725,1733065104754 2024-12-01T14:58:37,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=dd353c37b7b30e8ac95c0e5c51de1801, regionState=OPENING, regionLocation=519b220a2ba1,41991,1733065104639 2024-12-01T14:58:37,298 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6de821f57abb3f05bd22e17c8b985745, regionState=OPENING, regionLocation=519b220a2ba1,41991,1733065104639 2024-12-01T14:58:37,298 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=abde280dc7e5db2ff5057fa22f511aa3, regionState=OPENING, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:58:37,298 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=46b2d63f33f00a7a216e9056bd42bd61, regionState=OPENING, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:58:37,299 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=89d58fca2b0821e54a489bcf0c5d286b, regionState=OPENING, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:58:37,300 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb5fb024d65f439c0f0126a1568e033d, regionState=OPENING, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:58:37,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f89561290536f0782baa81d7c31d3f54, ASSIGN because future has completed 2024-12-01T14:58:37,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f89561290536f0782baa81d7c31d3f54, server=519b220a2ba1,41991,1733065104639}] 2024-12-01T14:58:37,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd353c37b7b30e8ac95c0e5c51de1801, ASSIGN because future has completed 2024-12-01T14:58:37,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801, server=519b220a2ba1,41991,1733065104639}] 2024-12-01T14:58:37,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d85a5dd75cd9a0491ebc3d28eb5e682d, ASSIGN because future has completed 2024-12-01T14:58:37,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbfe40d73e31d8ae5480be6a92a60b77, ASSIGN because future has completed 2024-12-01T14:58:37,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbfe40d73e31d8ae5480be6a92a60b77, server=519b220a2ba1,45725,1733065104754}] 2024-12-01T14:58:37,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=633815a96900c81d45182a21d2eab996, ASSIGN because future has completed 2024-12-01T14:58:37,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d85a5dd75cd9a0491ebc3d28eb5e682d, server=519b220a2ba1,45725,1733065104754}] 2024-12-01T14:58:37,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=abde280dc7e5db2ff5057fa22f511aa3, ASSIGN because future has completed 2024-12-01T14:58:37,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6de821f57abb3f05bd22e17c8b985745, ASSIGN because future has completed 2024-12-01T14:58:37,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 633815a96900c81d45182a21d2eab996, server=519b220a2ba1,45725,1733065104754}] 2024-12-01T14:58:37,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure abde280dc7e5db2ff5057fa22f511aa3, server=519b220a2ba1,36513,1733065104805}] 2024-12-01T14:58:37,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=46b2d63f33f00a7a216e9056bd42bd61, ASSIGN because future has completed 2024-12-01T14:58:37,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=89d58fca2b0821e54a489bcf0c5d286b, ASSIGN because future has completed 2024-12-01T14:58:37,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb5fb024d65f439c0f0126a1568e033d, ASSIGN because future has completed 2024-12-01T14:58:37,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de821f57abb3f05bd22e17c8b985745, server=519b220a2ba1,41991,1733065104639}] 2024-12-01T14:58:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:58:37,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89d58fca2b0821e54a489bcf0c5d286b, server=519b220a2ba1,36513,1733065104805}] 2024-12-01T14:58:37,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb5fb024d65f439c0f0126a1568e033d, server=519b220a2ba1,36513,1733065104805}] 2024-12-01T14:58:37,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46b2d63f33f00a7a216e9056bd42bd61, server=519b220a2ba1,36513,1733065104805}] 2024-12-01T14:58:37,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:58:38,068 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T14:58:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:58:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:58:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:58:42,079 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T14:58:44,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:58:44,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T14:58:44,274 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:58:44,274 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T14:58:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:58:47,310 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:58:47,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:58:47,327 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T14:58:47,328 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:58:47,328 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => dd353c37b7b30e8ac95c0e5c51de1801, NAME => 'SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T14:58:47,328 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:47,329 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:47,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45675, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T14:58:47,329 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:47,329 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:47,333 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:58:47,333 INFO [StoreOpener-dd353c37b7b30e8ac95c0e5c51de1801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:47,333 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => d85a5dd75cd9a0491ebc3d28eb5e682d, NAME => 'SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-01T14:58:47,333 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:47,333 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:47,334 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:47,334 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:47,335 INFO [StoreOpener-dd353c37b7b30e8ac95c0e5c51de1801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd353c37b7b30e8ac95c0e5c51de1801 columnFamilyName cf 2024-12-01T14:58:47,335 DEBUG [StoreOpener-dd353c37b7b30e8ac95c0e5c51de1801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:47,336 INFO [StoreOpener-dd353c37b7b30e8ac95c0e5c51de1801-1 {}] regionserver.HStore(327): Store=dd353c37b7b30e8ac95c0e5c51de1801/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:47,336 INFO [StoreOpener-d85a5dd75cd9a0491ebc3d28eb5e682d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:47,336 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:47,338 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:47,338 INFO [StoreOpener-d85a5dd75cd9a0491ebc3d28eb5e682d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d85a5dd75cd9a0491ebc3d28eb5e682d columnFamilyName cf 2024-12-01T14:58:47,338 DEBUG [StoreOpener-d85a5dd75cd9a0491ebc3d28eb5e682d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:47,338 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:47,339 INFO [StoreOpener-d85a5dd75cd9a0491ebc3d28eb5e682d-1 {}] regionserver.HStore(327): Store=d85a5dd75cd9a0491ebc3d28eb5e682d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:47,339 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:47,339 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:47,339 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:47,339 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:58:47,340 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => abde280dc7e5db2ff5057fa22f511aa3, NAME => 'SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-01T14:58:47,340 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:47,341 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:47,341 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:47,341 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:47,341 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:47,341 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:47,342 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:47,342 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:47,342 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:47,343 INFO [StoreOpener-abde280dc7e5db2ff5057fa22f511aa3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:47,344 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:47,345 INFO [StoreOpener-abde280dc7e5db2ff5057fa22f511aa3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abde280dc7e5db2ff5057fa22f511aa3 columnFamilyName cf 2024-12-01T14:58:47,345 DEBUG [StoreOpener-abde280dc7e5db2ff5057fa22f511aa3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:47,345 INFO [StoreOpener-abde280dc7e5db2ff5057fa22f511aa3-1 {}] regionserver.HStore(327): Store=abde280dc7e5db2ff5057fa22f511aa3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:47,345 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:47,347 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:47,347 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:47,347 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/d85a5dd75cd9a0491ebc3d28eb5e682d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:47,348 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:47,348 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:47,348 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened d85a5dd75cd9a0491ebc3d28eb5e682d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74784763, jitterRate=0.11437980830669403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:58:47,348 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:47,350 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for d85a5dd75cd9a0491ebc3d28eb5e682d: Running coprocessor pre-open hook at 1733065127334Writing region info on filesystem at 1733065127334Initializing all the Stores at 1733065127335 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065127335Cleaning up temporary data from old regions at 1733065127342 (+7 ms)Running coprocessor post-open hooks at 1733065127348 (+6 ms)Region opened successfully at 1733065127349 (+1 ms) 2024-12-01T14:58:47,350 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:47,351 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/dd353c37b7b30e8ac95c0e5c51de1801/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:47,352 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d., pid=17, masterSystemTime=1733065127322 2024-12-01T14:58:47,352 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened dd353c37b7b30e8ac95c0e5c51de1801; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68242906, jitterRate=0.016898542642593384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:58:47,352 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:47,353 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for dd353c37b7b30e8ac95c0e5c51de1801: Running coprocessor pre-open hook at 1733065127329Writing region info on filesystem at 1733065127329Initializing all the Stores at 1733065127330 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065127330Cleaning up temporary data from old regions at 1733065127339 (+9 ms)Running coprocessor post-open hooks at 1733065127352 (+13 ms)Region opened successfully at 1733065127352 2024-12-01T14:58:47,354 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801., pid=16, masterSystemTime=1733065127309 2024-12-01T14:58:47,355 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:58:47,355 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:58:47,355 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:58:47,355 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => cbfe40d73e31d8ae5480be6a92a60b77, NAME => 'SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-01T14:58:47,356 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:47,356 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:47,356 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:47,357 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:47,357 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=d85a5dd75cd9a0491ebc3d28eb5e682d, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,45725,1733065104754 2024-12-01T14:58:47,360 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:58:47,360 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:58:47,360 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:58:47,360 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => f89561290536f0782baa81d7c31d3f54, NAME => 'SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T14:58:47,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=dd353c37b7b30e8ac95c0e5c51de1801, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,41991,1733065104639 2024-12-01T14:58:47,361 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:47,361 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:47,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure d85a5dd75cd9a0491ebc3d28eb5e682d, server=519b220a2ba1,45725,1733065104754 because future has completed 2024-12-01T14:58:47,361 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:47,361 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:47,364 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/abde280dc7e5db2ff5057fa22f511aa3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:47,365 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened abde280dc7e5db2ff5057fa22f511aa3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65899105, jitterRate=-0.018026813864707947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:58:47,365 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:47,365 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for abde280dc7e5db2ff5057fa22f511aa3: Running coprocessor pre-open hook at 1733065127341Writing region info on filesystem at 1733065127341Initializing all the Stores at 1733065127342 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065127342Cleaning up temporary data from old regions at 1733065127348 (+6 ms)Running coprocessor post-open hooks at 1733065127365 (+17 ms)Region opened successfully at 1733065127365 2024-12-01T14:58:47,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801, server=519b220a2ba1,41991,1733065104639 because future has completed 2024-12-01T14:58:47,366 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3., pid=20, masterSystemTime=1733065127327 2024-12-01T14:58:47,368 INFO [StoreOpener-cbfe40d73e31d8ae5480be6a92a60b77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:47,368 INFO [StoreOpener-f89561290536f0782baa81d7c31d3f54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:47,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-12-01T14:58:47,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure d85a5dd75cd9a0491ebc3d28eb5e682d, server=519b220a2ba1,45725,1733065104754 in 10.0560 sec 2024-12-01T14:58:47,369 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:58:47,369 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:58:47,369 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:58:47,370 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 89d58fca2b0821e54a489bcf0c5d286b, NAME => 'SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-01T14:58:47,370 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:47,370 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:47,370 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:47,371 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:47,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d85a5dd75cd9a0491ebc3d28eb5e682d, ASSIGN in 10.2340 sec 2024-12-01T14:58:47,372 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=abde280dc7e5db2ff5057fa22f511aa3, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:58:47,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-12-01T14:58:47,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801, server=519b220a2ba1,41991,1733065104639 in 10.0600 sec 2024-12-01T14:58:47,373 INFO [StoreOpener-89d58fca2b0821e54a489bcf0c5d286b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:47,375 INFO [StoreOpener-cbfe40d73e31d8ae5480be6a92a60b77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbfe40d73e31d8ae5480be6a92a60b77 columnFamilyName cf 2024-12-01T14:58:47,375 INFO [StoreOpener-f89561290536f0782baa81d7c31d3f54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f89561290536f0782baa81d7c31d3f54 columnFamilyName cf 2024-12-01T14:58:47,375 DEBUG [StoreOpener-f89561290536f0782baa81d7c31d3f54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:47,375 DEBUG [StoreOpener-cbfe40d73e31d8ae5480be6a92a60b77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:47,376 INFO [StoreOpener-89d58fca2b0821e54a489bcf0c5d286b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89d58fca2b0821e54a489bcf0c5d286b columnFamilyName cf 2024-12-01T14:58:47,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure abde280dc7e5db2ff5057fa22f511aa3, server=519b220a2ba1,36513,1733065104805 because future has completed 2024-12-01T14:58:47,376 DEBUG [StoreOpener-89d58fca2b0821e54a489bcf0c5d286b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:47,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd353c37b7b30e8ac95c0e5c51de1801, ASSIGN in 10.2370 sec 2024-12-01T14:58:47,376 INFO [StoreOpener-f89561290536f0782baa81d7c31d3f54-1 {}] regionserver.HStore(327): Store=f89561290536f0782baa81d7c31d3f54/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:47,376 INFO [StoreOpener-cbfe40d73e31d8ae5480be6a92a60b77-1 {}] regionserver.HStore(327): Store=cbfe40d73e31d8ae5480be6a92a60b77/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:47,376 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:47,376 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:47,377 INFO [StoreOpener-89d58fca2b0821e54a489bcf0c5d286b-1 {}] regionserver.HStore(327): Store=89d58fca2b0821e54a489bcf0c5d286b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:47,377 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:47,378 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:47,379 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:47,379 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:47,379 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:47,379 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:47,379 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:47,379 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:47,379 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:47,380 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:47,380 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:47,380 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:47,380 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:47,382 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:47,383 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:47,383 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:47,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-12-01T14:58:47,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure abde280dc7e5db2ff5057fa22f511aa3, server=519b220a2ba1,36513,1733065104805 in 10.0630 sec 2024-12-01T14:58:47,386 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/f89561290536f0782baa81d7c31d3f54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:47,387 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened f89561290536f0782baa81d7c31d3f54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59245080, jitterRate=-0.1171795129776001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:58:47,387 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:47,388 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for f89561290536f0782baa81d7c31d3f54: Running coprocessor pre-open hook at 1733065127361Writing region info on filesystem at 1733065127361Initializing all the Stores at 1733065127364 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065127364Cleaning up temporary data from old regions at 1733065127379 (+15 ms)Running coprocessor post-open hooks at 1733065127387 (+8 ms)Region opened successfully at 1733065127387 2024-12-01T14:58:47,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=abde280dc7e5db2ff5057fa22f511aa3, ASSIGN in 10.2480 sec 2024-12-01T14:58:47,388 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/cbfe40d73e31d8ae5480be6a92a60b77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:47,389 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54., pid=15, masterSystemTime=1733065127309 2024-12-01T14:58:47,389 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened cbfe40d73e31d8ae5480be6a92a60b77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67552121, jitterRate=0.006605044007301331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:58:47,389 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:47,389 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for cbfe40d73e31d8ae5480be6a92a60b77: Running coprocessor pre-open hook at 1733065127357Writing region info on filesystem at 1733065127357Initializing all the Stores at 1733065127362 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065127362Cleaning up temporary data from old regions at 1733065127380 (+18 ms)Running coprocessor post-open hooks at 1733065127389 (+9 ms)Region opened successfully at 1733065127389 2024-12-01T14:58:47,390 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77., pid=18, masterSystemTime=1733065127322 2024-12-01T14:58:47,391 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:58:47,391 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:58:47,391 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:58:47,392 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6de821f57abb3f05bd22e17c8b985745, NAME => 'SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-01T14:58:47,392 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:47,392 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:47,392 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:47,392 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:47,393 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=f89561290536f0782baa81d7c31d3f54, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,41991,1733065104639 2024-12-01T14:58:47,393 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:58:47,393 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:58:47,393 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:58:47,393 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 633815a96900c81d45182a21d2eab996, NAME => 'SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-01T14:58:47,394 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 633815a96900c81d45182a21d2eab996 2024-12-01T14:58:47,394 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:47,394 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 633815a96900c81d45182a21d2eab996 2024-12-01T14:58:47,394 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 633815a96900c81d45182a21d2eab996 2024-12-01T14:58:47,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbfe40d73e31d8ae5480be6a92a60b77, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,45725,1733065104754 2024-12-01T14:58:47,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure f89561290536f0782baa81d7c31d3f54, server=519b220a2ba1,41991,1733065104639 because future has completed 2024-12-01T14:58:47,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbfe40d73e31d8ae5480be6a92a60b77, server=519b220a2ba1,45725,1733065104754 because future has completed 2024-12-01T14:58:47,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-01T14:58:47,403 INFO [StoreOpener-6de821f57abb3f05bd22e17c8b985745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:47,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure f89561290536f0782baa81d7c31d3f54, server=519b220a2ba1,41991,1733065104639 in 10.0950 sec 2024-12-01T14:58:47,404 INFO [StoreOpener-633815a96900c81d45182a21d2eab996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 633815a96900c81d45182a21d2eab996 2024-12-01T14:58:47,405 INFO [StoreOpener-6de821f57abb3f05bd22e17c8b985745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de821f57abb3f05bd22e17c8b985745 columnFamilyName cf 2024-12-01T14:58:47,405 DEBUG [StoreOpener-6de821f57abb3f05bd22e17c8b985745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:47,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-12-01T14:58:47,406 INFO [StoreOpener-633815a96900c81d45182a21d2eab996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 633815a96900c81d45182a21d2eab996 columnFamilyName cf 2024-12-01T14:58:47,406 INFO [StoreOpener-6de821f57abb3f05bd22e17c8b985745-1 {}] regionserver.HStore(327): Store=6de821f57abb3f05bd22e17c8b985745/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:47,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f89561290536f0782baa81d7c31d3f54, ASSIGN in 10.2680 sec 2024-12-01T14:58:47,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cbfe40d73e31d8ae5480be6a92a60b77, server=519b220a2ba1,45725,1733065104754 in 10.0920 sec 2024-12-01T14:58:47,406 DEBUG [StoreOpener-633815a96900c81d45182a21d2eab996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:47,406 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:47,408 INFO [StoreOpener-633815a96900c81d45182a21d2eab996-1 {}] regionserver.HStore(327): Store=633815a96900c81d45182a21d2eab996/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:47,408 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 633815a96900c81d45182a21d2eab996 2024-12-01T14:58:47,408 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:47,408 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/89d58fca2b0821e54a489bcf0c5d286b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:47,409 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:47,409 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 89d58fca2b0821e54a489bcf0c5d286b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59775487, jitterRate=-0.10927583277225494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:58:47,409 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:47,409 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 89d58fca2b0821e54a489bcf0c5d286b: Running coprocessor pre-open hook at 1733065127371Writing region info on filesystem at 1733065127371Initializing all the Stores at 1733065127372 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065127372Cleaning up temporary data from old regions at 1733065127380 (+8 ms)Running coprocessor post-open hooks at 1733065127409 (+29 ms)Region opened successfully at 1733065127409 2024-12-01T14:58:47,409 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/633815a96900c81d45182a21d2eab996 2024-12-01T14:58:47,410 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/633815a96900c81d45182a21d2eab996 2024-12-01T14:58:47,410 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:47,410 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:47,410 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b., pid=23, masterSystemTime=1733065127327 2024-12-01T14:58:47,411 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 633815a96900c81d45182a21d2eab996 2024-12-01T14:58:47,411 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 633815a96900c81d45182a21d2eab996 2024-12-01T14:58:47,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbfe40d73e31d8ae5480be6a92a60b77, ASSIGN in 10.2710 sec 2024-12-01T14:58:47,413 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:47,413 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:58:47,413 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:58:47,413 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:58:47,414 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => bb5fb024d65f439c0f0126a1568e033d, NAME => 'SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T14:58:47,414 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:47,414 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 633815a96900c81d45182a21d2eab996 2024-12-01T14:58:47,414 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:47,415 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:47,415 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:47,415 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=89d58fca2b0821e54a489bcf0c5d286b, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:58:47,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 89d58fca2b0821e54a489bcf0c5d286b, server=519b220a2ba1,36513,1733065104805 because future has completed 2024-12-01T14:58:47,419 INFO [StoreOpener-bb5fb024d65f439c0f0126a1568e033d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:47,419 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/6de821f57abb3f05bd22e17c8b985745/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:47,420 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/633815a96900c81d45182a21d2eab996/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:47,420 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 633815a96900c81d45182a21d2eab996; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74828986, jitterRate=0.11503878235816956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:58:47,420 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6de821f57abb3f05bd22e17c8b985745; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59962307, jitterRate=-0.10649199783802032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:58:47,420 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 633815a96900c81d45182a21d2eab996 2024-12-01T14:58:47,420 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:47,420 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 633815a96900c81d45182a21d2eab996: Running coprocessor pre-open hook at 1733065127394Writing region info on filesystem at 1733065127394Initializing all the Stores at 1733065127397 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065127397Cleaning up temporary data from old regions at 1733065127411 (+14 ms)Running coprocessor post-open hooks at 1733065127420 (+9 ms)Region opened successfully at 1733065127420 2024-12-01T14:58:47,420 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6de821f57abb3f05bd22e17c8b985745: Running coprocessor pre-open hook at 1733065127393Writing region info on filesystem at 1733065127393Initializing all the Stores at 1733065127394 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065127394Cleaning up temporary data from old regions at 1733065127410 (+16 ms)Running coprocessor post-open hooks at 1733065127420 (+10 ms)Region opened successfully at 1733065127420 2024-12-01T14:58:47,422 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996., pid=19, masterSystemTime=1733065127322 2024-12-01T14:58:47,422 INFO [StoreOpener-bb5fb024d65f439c0f0126a1568e033d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb5fb024d65f439c0f0126a1568e033d columnFamilyName cf 2024-12-01T14:58:47,422 DEBUG [StoreOpener-bb5fb024d65f439c0f0126a1568e033d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:47,423 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745., pid=21, masterSystemTime=1733065127309 2024-12-01T14:58:47,423 INFO [StoreOpener-bb5fb024d65f439c0f0126a1568e033d-1 {}] regionserver.HStore(327): Store=bb5fb024d65f439c0f0126a1568e033d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:47,423 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:47,424 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:58:47,424 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:58:47,425 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:47,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-12-01T14:58:47,425 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:47,426 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=633815a96900c81d45182a21d2eab996, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,45725,1733065104754 2024-12-01T14:58:47,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 89d58fca2b0821e54a489bcf0c5d286b, server=519b220a2ba1,36513,1733065104805 in 10.0940 sec 2024-12-01T14:58:47,426 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:47,426 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:47,427 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:58:47,427 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:58:47,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 633815a96900c81d45182a21d2eab996, server=519b220a2ba1,45725,1733065104754 because future has completed 2024-12-01T14:58:47,430 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:47,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=89d58fca2b0821e54a489bcf0c5d286b, ASSIGN in 10.2900 sec 2024-12-01T14:58:47,430 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6de821f57abb3f05bd22e17c8b985745, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,41991,1733065104639 2024-12-01T14:58:47,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de821f57abb3f05bd22e17c8b985745, server=519b220a2ba1,41991,1733065104639 because future has completed 2024-12-01T14:58:47,435 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/bb5fb024d65f439c0f0126a1568e033d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:47,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=7 2024-12-01T14:58:47,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 633815a96900c81d45182a21d2eab996, server=519b220a2ba1,45725,1733065104754 in 10.1190 sec 2024-12-01T14:58:47,436 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened bb5fb024d65f439c0f0126a1568e033d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61583950, jitterRate=-0.08232763409614563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:58:47,437 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:47,437 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for bb5fb024d65f439c0f0126a1568e033d: Running coprocessor pre-open hook at 1733065127415Writing region info on filesystem at 1733065127415Initializing all the Stores at 1733065127416 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065127416Cleaning up temporary data from old regions at 1733065127426 (+10 ms)Running coprocessor post-open hooks at 1733065127437 (+11 ms)Region opened successfully at 1733065127437 2024-12-01T14:58:47,438 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d., pid=22, masterSystemTime=1733065127327 2024-12-01T14:58:47,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=633815a96900c81d45182a21d2eab996, ASSIGN in 10.3010 sec 2024-12-01T14:58:47,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-12-01T14:58:47,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6de821f57abb3f05bd22e17c8b985745, server=519b220a2ba1,41991,1733065104639 in 10.1150 sec 2024-12-01T14:58:47,441 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:58:47,441 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:58:47,441 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:58:47,442 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 46b2d63f33f00a7a216e9056bd42bd61, NAME => 'SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-01T14:58:47,442 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:47,442 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:58:47,442 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bb5fb024d65f439c0f0126a1568e033d, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:58:47,442 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:47,443 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:47,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6de821f57abb3f05bd22e17c8b985745, ASSIGN in 10.3060 sec 2024-12-01T14:58:47,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb5fb024d65f439c0f0126a1568e033d, server=519b220a2ba1,36513,1733065104805 because future has completed 2024-12-01T14:58:47,445 INFO [StoreOpener-46b2d63f33f00a7a216e9056bd42bd61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:47,447 INFO [StoreOpener-46b2d63f33f00a7a216e9056bd42bd61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46b2d63f33f00a7a216e9056bd42bd61 columnFamilyName cf 2024-12-01T14:58:47,447 DEBUG [StoreOpener-46b2d63f33f00a7a216e9056bd42bd61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:58:47,448 INFO [StoreOpener-46b2d63f33f00a7a216e9056bd42bd61-1 {}] regionserver.HStore(327): Store=46b2d63f33f00a7a216e9056bd42bd61/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:58:47,448 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:47,449 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:47,449 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:47,450 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:47,451 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:47,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=5 2024-12-01T14:58:47,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bb5fb024d65f439c0f0126a1568e033d, server=519b220a2ba1,36513,1733065104805 in 10.1200 sec 2024-12-01T14:58:47,453 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:47,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb5fb024d65f439c0f0126a1568e033d, ASSIGN in 10.3160 sec 2024-12-01T14:58:47,457 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/46b2d63f33f00a7a216e9056bd42bd61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:58:47,457 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 46b2d63f33f00a7a216e9056bd42bd61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73866899, jitterRate=0.10070256888866425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:58:47,457 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:47,458 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 46b2d63f33f00a7a216e9056bd42bd61: Running coprocessor pre-open hook at 1733065127443Writing region info on filesystem at 1733065127443Initializing all the Stores at 1733065127445 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065127445Cleaning up temporary data from old regions at 1733065127451 (+6 ms)Running coprocessor post-open hooks at 1733065127458 (+7 ms)Region opened successfully at 1733065127458 2024-12-01T14:58:47,459 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61., pid=24, masterSystemTime=1733065127327 2024-12-01T14:58:47,461 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:58:47,462 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:58:47,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=46b2d63f33f00a7a216e9056bd42bd61, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:58:47,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46b2d63f33f00a7a216e9056bd42bd61, server=519b220a2ba1,36513,1733065104805 because future has completed 2024-12-01T14:58:47,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=13 2024-12-01T14:58:47,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 46b2d63f33f00a7a216e9056bd42bd61, server=519b220a2ba1,36513,1733065104805 in 10.1350 sec 2024-12-01T14:58:47,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=4 2024-12-01T14:58:47,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=46b2d63f33f00a7a216e9056bd42bd61, ASSIGN in 10.3360 sec 2024-12-01T14:58:47,477 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T14:58:47,478 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733065127477"}]},"ts":"1733065127477"} 2024-12-01T14:58:47,480 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-01T14:58:47,482 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T14:58:47,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.4930 sec 2024-12-01T14:58:50,063 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-01T14:58:52,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T14:58:53,108 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:58:54,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-12-01T14:58:54,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-12-01T14:58:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T14:58:55,257 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-01T14:58:55,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-01T14:58:55,258 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:58:55,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-01T14:58:55,270 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:58:55,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-01T14:58:55,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,313 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,316 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,318 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,320 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,323 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,324 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,326 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,362 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,368 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,370 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,372 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,403 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,405 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,407 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,412 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,414 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61., hostname=519b220a2ba1,36513,1733065104805, seqNum=2] 2024-12-01T14:58:55,468 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,470 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,475 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,476 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,478 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:55,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54., hostname=519b220a2ba1,41991,1733065104639, seqNum=2] 2024-12-01T14:58:56,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:58:56,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T14:58:56,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:58:56,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T14:58:56,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:58:56,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:58:56,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:58:56,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36513 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:58:56,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41991 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T14:58:56,766 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-01T14:58:56,767 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:58:56,768 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-01T14:58:56,774 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-01T14:58:56,787 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-01T14:58:56,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741848_1024 (size=49) 2024-12-01T14:58:56,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741848_1024 (size=49) 2024-12-01T14:58:56,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741848_1024 (size=49) 2024-12-01T14:58:56,800 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-01T14:58:56,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb5fb024d65f439c0f0126a1568e033d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 633815a96900c81d45182a21d2eab996}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89d58fca2b0821e54a489bcf0c5d286b}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbfe40d73e31d8ae5480be6a92a60b77}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d85a5dd75cd9a0491ebc3d28eb5e682d}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abde280dc7e5db2ff5057fa22f511aa3}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46b2d63f33f00a7a216e9056bd42bd61}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54}] 2024-12-01T14:58:56,806 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:58:56,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:58:56,807 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:58:56,807 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 633815a96900c81d45182a21d2eab996 2024-12-01T14:58:56,807 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:56,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:58:56,814 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:56,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:58:56,815 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:56,815 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:58:56,868 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 519b220a2ba1,41991,1733065104639 2024-12-01T14:58:56,869 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 519b220a2ba1,41991,1733065104639: Simulated kill ***** 2024-12-01T14:58:56,869 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T14:58:56,871 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T14:58:56,872 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T14:58:56,874 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T14:58:56,875 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T14:58:56,879 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 515737088 }, "NonHeapMemoryUsage": { "committed": 157155328, "init": 7667712, "max": -1, "used": 153727792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "519b220a2ba1", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "519b220a2ba1", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64994", "tag.serverName": "519b220a2ba1,41991,1733065104639", "tag.clusterId": "14f512ec-1433-4edf-a47a-ef5e8e28eb59", "tag.Context": "regionserver", "tag.Hostname": "519b220a2ba1", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733065104639, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-01T14:58:56,882 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37167 {}] master.MasterRpcServices(700): 519b220a2ba1,41991,1733065104639 reported a fatal error: ***** ABORTING region server 519b220a2ba1,41991,1733065104639: Simulated kill ***** 2024-12-01T14:58:56,885 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,41991,1733065104639' ***** 2024-12-01T14:58:56,885 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-01T14:58:56,885 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:58:56,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T14:58:56,885 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:58:56,885 INFO [RS:0;519b220a2ba1:41991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-01T14:58:56,886 INFO [RS:0;519b220a2ba1:41991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-01T14:58:56,886 INFO [RS:0;519b220a2ba1:41991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:58:56,886 INFO [RS:0;519b220a2ba1:41991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;519b220a2ba1:41991. 2024-12-01T14:58:56,886 DEBUG [RS:0;519b220a2ba1:41991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:58:56,886 DEBUG [RS:0;519b220a2ba1:41991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:58:56,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741835_1011 (size=966) 2024-12-01T14:58:56,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741835_1011 (size=966) 2024-12-01T14:58:56,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741835_1011 (size=966) 2024-12-01T14:58:56,894 DEBUG [RS:0;519b220a2ba1:41991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:58:56,894 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:58:56,895 INFO [RS:0;519b220a2ba1:41991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41991 2024-12-01T14:58:56,950 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:58:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:58:56,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,41991,1733065104639 2024-12-01T14:58:56,950 INFO [RS:0;519b220a2ba1:41991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:58:56,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,41991,1733065104639] 2024-12-01T14:58:56,967 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,41991,1733065104639 already deleted, retry=false 2024-12-01T14:58:56,967 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 519b220a2ba1,41991,1733065104639 on 519b220a2ba1,37167,1733065103953 2024-12-01T14:58:56,974 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 519b220a2ba1,41991,1733065104639, splitWal=true, meta=false 2024-12-01T14:58:56,979 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 519b220a2ba1,41991,1733065104639, splitWal=true, meta=false 2024-12-01T14:58:56,979 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 519b220a2ba1,41991,1733065104639 (carryingMeta=false) 519b220a2ba1,41991,1733065104639/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@580ba6cf[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T14:58:56,980 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 519b220a2ba1,41991,1733065104639 had 3 regions 2024-12-01T14:58:56,981 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:56,981 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:56,981 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:56,982 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 519b220a2ba1,41991,1733065104639, splitWal=true, meta=false, isMeta: false 2024-12-01T14:58:56,982 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 can not run currently because target server of region SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 519b220a2ba1,41991,1733065104639 is in state CRASHED, wait 1000 ms to retry 2024-12-01T14:58:56,982 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 can not run currently because target server of region SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 519b220a2ba1,41991,1733065104639 is in state SPLITTING, wait 1000 ms to retry 2024-12-01T14:58:56,982 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 can not run currently because target server of region SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 519b220a2ba1,41991,1733065104639 is in state SPLITTING, wait 1000 ms to retry 2024-12-01T14:58:56,982 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54; timeout=1000, timestamp=1733065137982 2024-12-01T14:58:56,982 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745; timeout=1000, timestamp=1733065137982 2024-12-01T14:58:56,982 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801; timeout=1000, timestamp=1733065137982 2024-12-01T14:58:56,984 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting 2024-12-01T14:58:56,985 INFO [PEWorker-4 {}] master.SplitWALManager(105): 519b220a2ba1,41991,1733065104639 WAL count=1, meta=false 2024-12-01T14:58:56,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 519b220a2ba1%2C41991%2C1733065104639.1733065106253}] 2024-12-01T14:58:56,992 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:58:56,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 519b220a2ba1%2C41991%2C1733065104639.1733065106253, worker=519b220a2ba1,36513,1733065104805}] 2024-12-01T14:58:57,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:58:57,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41991-0x10192b069f80001, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:58:57,060 INFO [RS:0;519b220a2ba1:41991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:58:57,060 INFO [RS:0;519b220a2ba1:41991 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,41991,1733065104639; zookeeper connection closed. 2024-12-01T14:58:57,061 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a83bf33 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a83bf33 2024-12-01T14:58:57,105 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T14:58:57,105 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T14:58:57,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:57,983 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:57,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:57,985 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 can not run currently because target server of region SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 519b220a2ba1,41991,1733065104639 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T14:58:57,985 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 can not run currently because target server of region SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 519b220a2ba1,41991,1733065104639 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T14:58:57,985 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 can not run currently because target server of region SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 519b220a2ba1,41991,1733065104639 is in state SPLITTING, wait 2000 ms to retry 2024-12-01T14:58:57,986 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801; timeout=2000, timestamp=1733065139985 2024-12-01T14:58:57,986 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54; timeout=2000, timestamp=1733065139986 2024-12-01T14:58:57,986 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745; timeout=2000, timestamp=1733065139986 2024-12-01T14:58:58,894 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=519b220a2ba1:37167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-01T14:58:59,986 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:58:59,987 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 2024-12-01T14:58:59,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:58:59,990 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 can not run currently because target server of region SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 519b220a2ba1,41991,1733065104639 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T14:58:59,990 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801; timeout=4000, timestamp=1733065143990 2024-12-01T14:58:59,990 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 can not run currently because target server of region SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 519b220a2ba1,41991,1733065104639 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T14:58:59,991 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 can not run currently because target server of region SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 519b220a2ba1,41991,1733065104639 is in state SPLITTING, wait 4000 ms to retry 2024-12-01T14:58:59,991 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54; timeout=4000, timestamp=1733065143991 2024-12-01T14:58:59,991 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745; timeout=4000, timestamp=1733065143991 2024-12-01T14:59:03,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:03,992 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:03,992 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:04,057 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 can not run currently because target server of region SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 519b220a2ba1,41991,1733065104639 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T14:59:04,057 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 can not run currently because target server of region SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 519b220a2ba1,41991,1733065104639 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T14:59:04,057 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 can not run currently because target server of region SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 519b220a2ba1,41991,1733065104639 is in state SPLITTING, wait 8000 ms to retry 2024-12-01T14:59:04,057 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745; timeout=8000, timestamp=1733065152057 2024-12-01T14:59:04,057 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801; timeout=8000, timestamp=1733065152057 2024-12-01T14:59:04,057 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54; timeout=8000, timestamp=1733065152057 2024-12-01T14:59:06,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-01T14:59:06,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-01T14:59:06,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-01T14:59:06,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-01T14:59:06,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:59:06,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:59:06,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-01T14:59:06,820 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:59:06,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-01T14:59:06,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:59:06,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:59:06,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:59:06,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-01T14:59:06,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-12-01T14:59:06,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing abde280dc7e5db2ff5057fa22f511aa3 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-01T14:59:06,826 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 46b2d63f33f00a7a216e9056bd42bd61 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-01T14:59:06,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for cbfe40d73e31d8ae5480be6a92a60b77: 2024-12-01T14:59:06,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for d85a5dd75cd9a0491ebc3d28eb5e682d: 2024-12-01T14:59:06,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 633815a96900c81d45182a21d2eab996: 2024-12-01T14:59:06,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. for SnapshotProcedureTest completed. 2024-12-01T14:59:06,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. for SnapshotProcedureTest completed. 2024-12-01T14:59:06,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. for SnapshotProcedureTest completed. 2024-12-01T14:59:06,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 89d58fca2b0821e54a489bcf0c5d286b: 2024-12-01T14:59:06,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. for SnapshotProcedureTest completed. 2024-12-01T14:59:06,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:59:06,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:59:06,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:59:06,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:59:06,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:59:06,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:59:06,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:59:06,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:59:06,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:59:06,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:59:06,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:59:06,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:59:06,851 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253, size=966 (966bytes) 2024-12-01T14:59:06,852 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-01T14:59:06,853 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-01T14:59:06,853 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253 2024-12-01T14:59:06,860 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253 after 4ms 2024-12-01T14:59:06,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741849_1025 (size=65) 2024-12-01T14:59:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741849_1025 (size=65) 2024-12-01T14:59:06,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741849_1025 (size=65) 2024-12-01T14:59:06,883 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253 took 32ms 2024-12-01T14:59:06,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741850_1026 (size=65) 2024-12-01T14:59:06,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741850_1026 (size=65) 2024-12-01T14:59:06,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741850_1026 (size=65) 2024-12-01T14:59:06,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:59:06,894 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-01T14:59:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-01T14:59:06,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 633815a96900c81d45182a21d2eab996 2024-12-01T14:59:06,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741851_1027 (size=65) 2024-12-01T14:59:06,900 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 633815a96900c81d45182a21d2eab996 2024-12-01T14:59:06,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741851_1027 (size=65) 2024-12-01T14:59:06,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741851_1027 (size=65) 2024-12-01T14:59:06,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:59:06,902 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-01T14:59:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-01T14:59:06,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:59:06,904 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:59:06,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 633815a96900c81d45182a21d2eab996 in 10.1010 sec 2024-12-01T14:59:06,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cbfe40d73e31d8ae5480be6a92a60b77 in 10.1030 sec 2024-12-01T14:59:06,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741852_1028 (size=65) 2024-12-01T14:59:06,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741852_1028 (size=65) 2024-12-01T14:59:06,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741852_1028 (size=65) 2024-12-01T14:59:06,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:59:06,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-01T14:59:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-01T14:59:06,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:59:06,913 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:59:06,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d85a5dd75cd9a0491ebc3d28eb5e682d in 10.1120 sec 2024-12-01T14:59:06,927 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for dd353c37b7b30e8ac95c0e5c51de1801: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T14:59:06,929 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for f89561290536f0782baa81d7c31d3f54: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T14:59:06,932 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 6de821f57abb3f05bd22e17c8b985745: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T14:59:06,932 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253 so closing down 2024-12-01T14:59:06,932 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T14:59:06,933 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T14:59:06,937 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253, size=966, length=966, corrupted=false, cancelled=false 2024-12-01T14:59:06,938 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253, journal: Splitting hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253, size=966 (966bytes) at 1733065146852Finishing writing output for hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253 so closing down at 1733065146932 (+80 ms)3 split writer threads finished at 1733065146933 (+1 ms)Processed 3 edits across 0 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253, size=966, length=966, corrupted=false, cancelled=false at 1733065146938 (+5 ms) 2024-12-01T14:59:06,938 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253 2024-12-01T14:59:06,938 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-01T14:59:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-01T14:59:06,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/46b2d63f33f00a7a216e9056bd42bd61/.tmp/cf/3acb3f721c294c0684ddc039eb579f4c is 34, key is ccd/cf:cf/1733065136257/Put/seqid=0 2024-12-01T14:59:06,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/abde280dc7e5db2ff5057fa22f511aa3/.tmp/cf/005e86b1679c4698bd6b671439bc0652 is 34, key is baa/cf:cf/1733065136179/Put/seqid=0 2024-12-01T14:59:06,947 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting/519b220a2ba1%2C41991%2C1733065104639.1733065106253 to hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/oldWALs 2024-12-01T14:59:06,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-01T14:59:06,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 519b220a2ba1%2C41991%2C1733065104639.1733065106253, worker=519b220a2ba1,36513,1733065104805 in 9.9530 sec 2024-12-01T14:59:06,953 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:06,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-01T14:59:06,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 519b220a2ba1%2C41991%2C1733065104639.1733065106253, worker=519b220a2ba1,36513,1733065104805 in 9.9670 sec 2024-12-01T14:59:06,960 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting dir is empty, no logs to split. 2024-12-01T14:59:06,961 INFO [PEWorker-1 {}] master.SplitWALManager(105): 519b220a2ba1,41991,1733065104639 WAL count=0, meta=false 2024-12-01T14:59:06,961 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 519b220a2ba1,41991,1733065104639 WAL splitting is done? wals=0, meta=false 2024-12-01T14:59:06,964 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 519b220a2ba1,41991,1733065104639 failed, ignore...File hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/WALs/519b220a2ba1,41991,1733065104639-splitting does not exist. 2024-12-01T14:59:06,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741853_1029 (size=47197) 2024-12-01T14:59:06,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741853_1029 (size=47197) 2024-12-01T14:59:06,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741853_1029 (size=47197) 2024-12-01T14:59:06,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f89561290536f0782baa81d7c31d3f54, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6de821f57abb3f05bd22e17c8b985745, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd353c37b7b30e8ac95c0e5c51de1801, ASSIGN}] 2024-12-01T14:59:06,969 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6de821f57abb3f05bd22e17c8b985745, ASSIGN 2024-12-01T14:59:06,969 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f89561290536f0782baa81d7c31d3f54, ASSIGN 2024-12-01T14:59:06,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd353c37b7b30e8ac95c0e5c51de1801, ASSIGN 2024-12-01T14:59:06,970 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/46b2d63f33f00a7a216e9056bd42bd61/.tmp/cf/3acb3f721c294c0684ddc039eb579f4c 2024-12-01T14:59:06,970 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6de821f57abb3f05bd22e17c8b985745, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:59:06,970 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f89561290536f0782baa81d7c31d3f54, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:59:06,970 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd353c37b7b30e8ac95c0e5c51de1801, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T14:59:06,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741854_1030 (size=28623) 2024-12-01T14:59:06,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741854_1030 (size=28623) 2024-12-01T14:59:06,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741854_1030 (size=28623) 2024-12-01T14:59:06,976 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/abde280dc7e5db2ff5057fa22f511aa3/.tmp/cf/005e86b1679c4698bd6b671439bc0652 2024-12-01T14:59:07,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/46b2d63f33f00a7a216e9056bd42bd61/.tmp/cf/3acb3f721c294c0684ddc039eb579f4c as hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/46b2d63f33f00a7a216e9056bd42bd61/cf/3acb3f721c294c0684ddc039eb579f4c 2024-12-01T14:59:07,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/abde280dc7e5db2ff5057fa22f511aa3/.tmp/cf/005e86b1679c4698bd6b671439bc0652 as hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/abde280dc7e5db2ff5057fa22f511aa3/cf/005e86b1679c4698bd6b671439bc0652 2024-12-01T14:59:07,026 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/46b2d63f33f00a7a216e9056bd42bd61/cf/3acb3f721c294c0684ddc039eb579f4c, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-01T14:59:07,026 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/abde280dc7e5db2ff5057fa22f511aa3/cf/005e86b1679c4698bd6b671439bc0652, entries=731, sequenceid=5, filesize=28.0 K 2024-12-01T14:59:07,033 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 46b2d63f33f00a7a216e9056bd42bd61 in 208ms, sequenceid=5, compaction requested=false 2024-12-01T14:59:07,033 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for abde280dc7e5db2ff5057fa22f511aa3 in 208ms, sequenceid=5, compaction requested=false 2024-12-01T14:59:07,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 46b2d63f33f00a7a216e9056bd42bd61: 2024-12-01T14:59:07,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for abde280dc7e5db2ff5057fa22f511aa3: 2024-12-01T14:59:07,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. for SnapshotProcedureTest completed. 2024-12-01T14:59:07,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. for SnapshotProcedureTest completed. 2024-12-01T14:59:07,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:59:07,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:59:07,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:59:07,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:59:07,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/abde280dc7e5db2ff5057fa22f511aa3/cf/005e86b1679c4698bd6b671439bc0652] hfiles 2024-12-01T14:59:07,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/46b2d63f33f00a7a216e9056bd42bd61/cf/3acb3f721c294c0684ddc039eb579f4c] hfiles 2024-12-01T14:59:07,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/46b2d63f33f00a7a216e9056bd42bd61/cf/3acb3f721c294c0684ddc039eb579f4c for snapshot=SnapshotProcedureTest 2024-12-01T14:59:07,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/abde280dc7e5db2ff5057fa22f511aa3/cf/005e86b1679c4698bd6b671439bc0652 for snapshot=SnapshotProcedureTest 2024-12-01T14:59:07,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741856_1032 (size=105) 2024-12-01T14:59:07,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741856_1032 (size=105) 2024-12-01T14:59:07,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741856_1032 (size=105) 2024-12-01T14:59:07,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:59:07,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-01T14:59:07,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:59:07,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for bb5fb024d65f439c0f0126a1568e033d: 2024-12-01T14:59:07,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. for SnapshotProcedureTest completed. 2024-12-01T14:59:07,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:59:07,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741855_1031 (size=105) 2024-12-01T14:59:07,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:59:07,055 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:59:07,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741855_1031 (size=105) 2024-12-01T14:59:07,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741855_1031 (size=105) 2024-12-01T14:59:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-01T14:59:07,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:59:07,056 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:59:07,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:59:07,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-01T14:59:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-01T14:59:07,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:59:07,061 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:59:07,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 46b2d63f33f00a7a216e9056bd42bd61 in 10.2560 sec 2024-12-01T14:59:07,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure abde280dc7e5db2ff5057fa22f511aa3 in 10.2600 sec 2024-12-01T14:59:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741857_1033 (size=57) 2024-12-01T14:59:07,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741857_1033 (size=57) 2024-12-01T14:59:07,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741857_1033 (size=57) 2024-12-01T14:59:07,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:59:07,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-01T14:59:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-01T14:59:07,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:59:07,069 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:59:07,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb5fb024d65f439c0f0126a1568e033d in 10.2680 sec 2024-12-01T14:59:07,121 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(204): Hosts are {519b220a2ba1=0} racks are {/default-rack=0} 2024-12-01T14:59:07,121 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:59:07,121 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:59:07,121 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:59:07,121 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:59:07,121 INFO [519b220a2ba1:37167 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:59:07,121 INFO [519b220a2ba1:37167 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:59:07,121 DEBUG [519b220a2ba1:37167 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:59:07,122 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=dd353c37b7b30e8ac95c0e5c51de1801, regionState=OPENING, regionLocation=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:07,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=6de821f57abb3f05bd22e17c8b985745, regionState=OPENING, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:07,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f89561290536f0782baa81d7c31d3f54, regionState=OPENING, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:07,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f89561290536f0782baa81d7c31d3f54, ASSIGN because future has completed 2024-12-01T14:59:07,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure f89561290536f0782baa81d7c31d3f54, server=519b220a2ba1,36513,1733065104805}] 2024-12-01T14:59:07,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6de821f57abb3f05bd22e17c8b985745, ASSIGN because future has completed 2024-12-01T14:59:07,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de821f57abb3f05bd22e17c8b985745, server=519b220a2ba1,36513,1733065104805}] 2024-12-01T14:59:07,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=dd353c37b7b30e8ac95c0e5c51de1801, ASSIGN because future has completed 2024-12-01T14:59:07,128 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801, server=519b220a2ba1,45725,1733065104754}] 2024-12-01T14:59:07,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:59:07,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-01T14:59:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-01T14:59:07,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:59:07,280 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:59:07,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 89d58fca2b0821e54a489bcf0c5d286b in 10.4790 sec 2024-12-01T14:59:12,058 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 held by pid=39 2024-12-01T14:59:12,058 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 held by pid=41 2024-12-01T14:59:12,059 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:12,059 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:12,059 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 held by pid=40 2024-12-01T14:59:12,059 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:16,825 INFO [master/519b220a2ba1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T14:59:16,825 INFO [master/519b220a2ba1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T14:59:17,138 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:59:17,139 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => f89561290536f0782baa81d7c31d3f54, NAME => 'SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T14:59:17,140 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,140 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:59:17,140 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,140 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,141 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:59:17,142 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => dd353c37b7b30e8ac95c0e5c51de1801, NAME => 'SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T14:59:17,142 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,142 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:59:17,142 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,142 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,143 INFO [StoreOpener-f89561290536f0782baa81d7c31d3f54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,144 INFO [StoreOpener-f89561290536f0782baa81d7c31d3f54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f89561290536f0782baa81d7c31d3f54 columnFamilyName cf 2024-12-01T14:59:17,144 INFO [StoreOpener-dd353c37b7b30e8ac95c0e5c51de1801-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,144 DEBUG [StoreOpener-f89561290536f0782baa81d7c31d3f54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:17,144 INFO [StoreOpener-f89561290536f0782baa81d7c31d3f54-1 {}] regionserver.HStore(327): Store=f89561290536f0782baa81d7c31d3f54/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:59:17,145 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,145 INFO [StoreOpener-dd353c37b7b30e8ac95c0e5c51de1801-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd353c37b7b30e8ac95c0e5c51de1801 columnFamilyName cf 2024-12-01T14:59:17,145 DEBUG [StoreOpener-dd353c37b7b30e8ac95c0e5c51de1801-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:17,146 INFO [StoreOpener-dd353c37b7b30e8ac95c0e5c51de1801-1 {}] regionserver.HStore(327): Store=dd353c37b7b30e8ac95c0e5c51de1801/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:59:17,146 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,146 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,147 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,147 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,148 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,148 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,148 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,149 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,149 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,151 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,151 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,152 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened f89561290536f0782baa81d7c31d3f54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68011942, jitterRate=0.013456910848617554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:59:17,152 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,152 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for f89561290536f0782baa81d7c31d3f54: Running coprocessor pre-open hook at 1733065157141Writing region info on filesystem at 1733065157141Initializing all the Stores at 1733065157142 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065157142Cleaning up temporary data from old regions at 1733065157148 (+6 ms)Running coprocessor post-open hooks at 1733065157152 (+4 ms)Region opened successfully at 1733065157152 2024-12-01T14:59:17,152 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened dd353c37b7b30e8ac95c0e5c51de1801; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60506851, jitterRate=-0.09837765991687775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:59:17,153 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,153 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for dd353c37b7b30e8ac95c0e5c51de1801: Running coprocessor pre-open hook at 1733065157142Writing region info on filesystem at 1733065157142Initializing all the Stores at 1733065157143 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065157143Cleaning up temporary data from old regions at 1733065157149 (+6 ms)Running coprocessor post-open hooks at 1733065157153 (+4 ms)Region opened successfully at 1733065157153 2024-12-01T14:59:17,155 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801., pid=44, masterSystemTime=1733065157131 2024-12-01T14:59:17,155 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54., pid=42, masterSystemTime=1733065157129 2024-12-01T14:59:17,157 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:59:17,157 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:59:17,157 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:59:17,158 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 6de821f57abb3f05bd22e17c8b985745, NAME => 'SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-01T14:59:17,158 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,158 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:59:17,158 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=f89561290536f0782baa81d7c31d3f54, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:17,158 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,159 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:59:17,159 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:59:17,162 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=dd353c37b7b30e8ac95c0e5c51de1801, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:17,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure f89561290536f0782baa81d7c31d3f54, server=519b220a2ba1,36513,1733065104805 because future has completed 2024-12-01T14:59:17,163 INFO [StoreOpener-6de821f57abb3f05bd22e17c8b985745-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,165 INFO [StoreOpener-6de821f57abb3f05bd22e17c8b985745-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de821f57abb3f05bd22e17c8b985745 columnFamilyName cf 2024-12-01T14:59:17,165 DEBUG [StoreOpener-6de821f57abb3f05bd22e17c8b985745-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:17,166 INFO [StoreOpener-6de821f57abb3f05bd22e17c8b985745-1 {}] regionserver.HStore(327): Store=6de821f57abb3f05bd22e17c8b985745/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:59:17,166 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801, server=519b220a2ba1,45725,1733065104754 because future has completed 2024-12-01T14:59:17,167 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,171 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,172 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=39 2024-12-01T14:59:17,172 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure f89561290536f0782baa81d7c31d3f54, server=519b220a2ba1,36513,1733065104805 in 10.0430 sec 2024-12-01T14:59:17,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=41 2024-12-01T14:59:17,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801, server=519b220a2ba1,45725,1733065104754 in 10.0410 sec 2024-12-01T14:59:17,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f89561290536f0782baa81d7c31d3f54, ASSIGN in 10.2050 sec 2024-12-01T14:59:17,175 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:17,176 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=dd353c37b7b30e8ac95c0e5c51de1801, ASSIGN in 10.2060 sec 2024-12-01T14:59:17,177 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,177 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:17,179 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 6de821f57abb3f05bd22e17c8b985745; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64571591, jitterRate=-0.037808313965797424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T14:59:17,179 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,179 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 6de821f57abb3f05bd22e17c8b985745: Running coprocessor pre-open hook at 1733065157158Writing region info on filesystem at 1733065157158Initializing all the Stores at 1733065157161 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065157161Cleaning up temporary data from old regions at 1733065157172 (+11 ms)Running coprocessor post-open hooks at 1733065157179 (+7 ms)Region opened successfully at 1733065157179 2024-12-01T14:59:17,180 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745., pid=43, masterSystemTime=1733065157129 2024-12-01T14:59:17,182 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:59:17,182 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:59:17,183 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=6de821f57abb3f05bd22e17c8b985745, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:17,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de821f57abb3f05bd22e17c8b985745, server=519b220a2ba1,36513,1733065104805 because future has completed 2024-12-01T14:59:17,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-12-01T14:59:17,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 6de821f57abb3f05bd22e17c8b985745, server=519b220a2ba1,36513,1733065104805 in 10.0600 sec 2024-12-01T14:59:17,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:17,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-12-01T14:59:17,193 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 519b220a2ba1,41991,1733065104639 after splitting done 2024-12-01T14:59:17,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6de821f57abb3f05bd22e17c8b985745, ASSIGN in 10.2220 sec 2024-12-01T14:59:17,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 519b220a2ba1,41991,1733065104639, splitWal=true, meta=false in 20.2250 sec 2024-12-01T14:59:22,668 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-01T14:59:23,108 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T14:59:26,120 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-01T14:59:27,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-01T14:59:27,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-01T14:59:27,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:59:27,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:59:27,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 6de821f57abb3f05bd22e17c8b985745: 2024-12-01T14:59:27,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f89561290536f0782baa81d7c31d3f54: 2024-12-01T14:59:27,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. for SnapshotProcedureTest completed. 2024-12-01T14:59:27,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. for SnapshotProcedureTest completed. 2024-12-01T14:59:27,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:59:27,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:59:27,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:59:27,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:59:27,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:59:27,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:59:27,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-01T14:59:27,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:59:27,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for dd353c37b7b30e8ac95c0e5c51de1801: 2024-12-01T14:59:27,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. for SnapshotProcedureTest completed. 2024-12-01T14:59:27,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T14:59:27,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T14:59:27,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T14:59:27,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741859_1035 (size=65) 2024-12-01T14:59:27,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741859_1035 (size=65) 2024-12-01T14:59:27,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741859_1035 (size=65) 2024-12-01T14:59:27,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:59:27,198 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-01T14:59:27,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-01T14:59:27,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:27,199 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:27,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741860_1036 (size=65) 2024-12-01T14:59:27,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741860_1036 (size=65) 2024-12-01T14:59:27,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741860_1036 (size=65) 2024-12-01T14:59:27,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6de821f57abb3f05bd22e17c8b985745 in 30.3990 sec 2024-12-01T14:59:27,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741858_1034 (size=57) 2024-12-01T14:59:27,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741858_1034 (size=57) 2024-12-01T14:59:27,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741858_1034 (size=57) 2024-12-01T14:59:27,207 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:59:27,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-01T14:59:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-01T14:59:27,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:27,208 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:27,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dd353c37b7b30e8ac95c0e5c51de1801 in 30.4070 sec 2024-12-01T14:59:27,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:59:27,610 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-01T14:59:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-01T14:59:27,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:27,613 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:27,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-12-01T14:59:27,620 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-01T14:59:27,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f89561290536f0782baa81d7c31d3f54 in 30.8140 sec 2024-12-01T14:59:27,621 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-01T14:59:27,624 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-01T14:59:27,624 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-01T14:59:27,627 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T14:59:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741861_1037 (size=1094) 2024-12-01T14:59:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741861_1037 (size=1094) 2024-12-01T14:59:27,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741861_1037 (size=1094) 2024-12-01T14:59:27,650 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-01T14:59:27,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=46, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-01T14:59:27,667 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:27,667 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:27,667 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:27,668 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:27,668 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:27,673 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:31,899 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=519b220a2ba1:37167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-01T14:59:32,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region abde280dc7e5db2ff5057fa22f511aa3, had cached 0 bytes from a total of 28623 2024-12-01T14:59:32,443 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 46b2d63f33f00a7a216e9056bd42bd61, had cached 0 bytes from a total of 47197 2024-12-01T14:59:36,835 DEBUG [master/519b220a2ba1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bb5fb024d65f439c0f0126a1568e033d changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:59:36,837 DEBUG [master/519b220a2ba1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6de821f57abb3f05bd22e17c8b985745 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:59:36,837 DEBUG [master/519b220a2ba1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 89d58fca2b0821e54a489bcf0c5d286b changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:59:36,838 DEBUG [master/519b220a2ba1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region abde280dc7e5db2ff5057fa22f511aa3 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:59:36,838 DEBUG [master/519b220a2ba1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 46b2d63f33f00a7a216e9056bd42bd61 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:59:36,839 DEBUG [master/519b220a2ba1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f89561290536f0782baa81d7c31d3f54 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:59:36,839 DEBUG [master/519b220a2ba1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 633815a96900c81d45182a21d2eab996 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:59:36,839 DEBUG [master/519b220a2ba1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region cbfe40d73e31d8ae5480be6a92a60b77 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:59:36,839 DEBUG [master/519b220a2ba1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d85a5dd75cd9a0491ebc3d28eb5e682d changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:59:36,840 DEBUG [master/519b220a2ba1:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region dd353c37b7b30e8ac95c0e5c51de1801 changed from -1.0 to 0.0, refreshing cache 2024-12-01T14:59:37,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-01T14:59:37,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-12-01T14:59:37,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-12-01T14:59:37,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-12-01T14:59:37,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=46 2024-12-01T14:59:37,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-12-01T14:59:37,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T14:59:37,680 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T14:59:37,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-01T14:59:37,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-01T14:59:37,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-01T14:59:37,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-01T14:59:37,682 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-01T14:59:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-01T14:59:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-01T14:59:37,684 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-01T14:59:37,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=46 2024-12-01T14:59:37,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-12-01T14:59:37,685 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,36513,1733065104805 Release verify snapshot worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:37,685 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,45725,1733065104754 Release verify snapshot worker=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-01T14:59:37,686 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=46, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,36513,1733065104805 Release verify snapshot worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:37,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-01T14:59:37,688 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:37,688 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:37,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,36513,1733065104805 in 10.0250 sec 2024-12-01T14:59:37,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,45725,1733065104754 in 10.0250 sec 2024-12-01T14:59:37,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,36513,1733065104805 in 10.0260 sec 2024-12-01T14:59:37,690 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,36513,1733065104805 Release verify snapshot worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:37,690 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,45725,1733065104754 Release verify snapshot worker=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:37,690 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,45725,1733065104754 Release verify snapshot worker=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:37,691 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:37,691 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:37,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,36513,1733065104805 in 10.0300 sec 2024-12-01T14:59:37,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,45725,1733065104754 in 10.0300 sec 2024-12-01T14:59:37,694 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,45725,1733065104754 in 10.0300 sec 2024-12-01T14:59:47,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-12-01T14:59:47,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-12-01T14:59:47,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-12-01T14:59:47,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-12-01T14:59:47,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-01T14:59:47,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-01T14:59:47,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-01T14:59:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-01T14:59:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-12-01T14:59:47,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-01T14:59:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-01T14:59:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37167 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-12-01T14:59:47,695 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,45725,1733065104754 Release verify snapshot worker=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:47,695 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,36513,1733065104805 Release verify snapshot worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:47,697 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,36513,1733065104805 Release verify snapshot worker=519b220a2ba1,36513,1733065104805 2024-12-01T14:59:47,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,45725,1733065104754 in 20.0350 sec 2024-12-01T14:59:47,697 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,45725,1733065104754 Release verify snapshot worker=519b220a2ba1,45725,1733065104754 2024-12-01T14:59:47,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,36513,1733065104805 in 20.0350 sec 2024-12-01T14:59:47,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,36513,1733065104805 in 20.0370 sec 2024-12-01T14:59:47,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-12-01T14:59:47,700 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-01T14:59:47,700 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,45725,1733065104754 in 20.0380 sec 2024-12-01T14:59:47,701 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/.hbase-snapshot/SnapshotProcedureTest 2024-12-01T14:59:47,703 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-01T14:59:47,703 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-01T14:59:47,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.9410 sec 2024-12-01T14:59:47,782 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-01T14:59:47,789 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-01T14:59:47,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T14:59:47,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:59:47,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:59:47,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:59:47,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T14:59:47,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:59:47,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T14:59:47,790 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=850818158, stopped=false 2024-12-01T14:59:47,791 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=519b220a2ba1,37167,1733065103953 2024-12-01T14:59:47,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:59:47,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:59:47,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T14:59:47,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:47,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:47,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:47,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:59:47,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:59:47,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:59:47,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:59:47,847 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T14:59:47,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:59:47,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:59:47,848 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,45725,1733065104754' ***** 2024-12-01T14:59:47,848 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:59:47,848 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,36513,1733065104805' ***** 2024-12-01T14:59:47,848 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T14:59:47,848 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:59:47,848 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T14:59:47,848 INFO [RS:2;519b220a2ba1:36513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:59:47,848 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:59:47,848 INFO [RS:1;519b220a2ba1:45725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T14:59:47,848 INFO [RS:2;519b220a2ba1:36513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:59:47,848 INFO [RS:1;519b220a2ba1:45725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T14:59:47,849 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T14:59:47,849 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(3091): Received CLOSE for f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:47,849 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for cbfe40d73e31d8ae5480be6a92a60b77 2024-12-01T14:59:47,849 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(3091): Received CLOSE for 6de821f57abb3f05bd22e17c8b985745 2024-12-01T14:59:47,849 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(3091): Received CLOSE for 89d58fca2b0821e54a489bcf0c5d286b 2024-12-01T14:59:47,849 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(3091): Received CLOSE for abde280dc7e5db2ff5057fa22f511aa3 2024-12-01T14:59:47,849 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for d85a5dd75cd9a0491ebc3d28eb5e682d 2024-12-01T14:59:47,849 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(3091): Received CLOSE for bb5fb024d65f439c0f0126a1568e033d 2024-12-01T14:59:47,849 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for 633815a96900c81d45182a21d2eab996 2024-12-01T14:59:47,849 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(3091): Received CLOSE for 46b2d63f33f00a7a216e9056bd42bd61 2024-12-01T14:59:47,849 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:47,850 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(959): stopping server 519b220a2ba1,36513,1733065104805 2024-12-01T14:59:47,850 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(959): stopping server 519b220a2ba1,45725,1733065104754 2024-12-01T14:59:47,850 INFO [RS:2;519b220a2ba1:36513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:59:47,850 INFO [RS:1;519b220a2ba1:45725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:59:47,850 INFO [RS:2;519b220a2ba1:36513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;519b220a2ba1:36513. 2024-12-01T14:59:47,850 INFO [RS:1;519b220a2ba1:45725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;519b220a2ba1:45725. 2024-12-01T14:59:47,850 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbfe40d73e31d8ae5480be6a92a60b77, disabling compactions & flushes 2024-12-01T14:59:47,850 DEBUG [RS:2;519b220a2ba1:36513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:59:47,850 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f89561290536f0782baa81d7c31d3f54, disabling compactions & flushes 2024-12-01T14:59:47,850 DEBUG [RS:2;519b220a2ba1:36513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:59:47,850 DEBUG [RS:1;519b220a2ba1:45725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T14:59:47,850 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:59:47,850 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:59:47,850 DEBUG [RS:1;519b220a2ba1:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:59:47,850 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:59:47,850 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:59:47,850 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. after waiting 0 ms 2024-12-01T14:59:47,850 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. after waiting 0 ms 2024-12-01T14:59:47,850 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-12-01T14:59:47,850 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:59:47,850 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:59:47,850 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:59:47,850 DEBUG [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(1325): Online Regions={f89561290536f0782baa81d7c31d3f54=SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54., 6de821f57abb3f05bd22e17c8b985745=SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745., 89d58fca2b0821e54a489bcf0c5d286b=SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b., abde280dc7e5db2ff5057fa22f511aa3=SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3., bb5fb024d65f439c0f0126a1568e033d=SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d., 46b2d63f33f00a7a216e9056bd42bd61=SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61.} 2024-12-01T14:59:47,850 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:59:47,850 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:59:47,850 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T14:59:47,850 DEBUG [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(1351): Waiting on 46b2d63f33f00a7a216e9056bd42bd61, 6de821f57abb3f05bd22e17c8b985745, 89d58fca2b0821e54a489bcf0c5d286b, abde280dc7e5db2ff5057fa22f511aa3, bb5fb024d65f439c0f0126a1568e033d, f89561290536f0782baa81d7c31d3f54 2024-12-01T14:59:47,851 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-01T14:59:47,851 DEBUG [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(1325): Online Regions={cbfe40d73e31d8ae5480be6a92a60b77=SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77., d85a5dd75cd9a0491ebc3d28eb5e682d=SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d., 1588230740=hbase:meta,,1.1588230740, 633815a96900c81d45182a21d2eab996=SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996., dd353c37b7b30e8ac95c0e5c51de1801=SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801.} 2024-12-01T14:59:47,851 DEBUG [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 633815a96900c81d45182a21d2eab996, cbfe40d73e31d8ae5480be6a92a60b77, d85a5dd75cd9a0491ebc3d28eb5e682d, dd353c37b7b30e8ac95c0e5c51de1801 2024-12-01T14:59:47,851 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:59:47,851 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:59:47,851 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:59:47,851 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:59:47,851 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:59:47,852 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.36 KB heapSize=25.79 KB 2024-12-01T14:59:47,856 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/cbfe40d73e31d8ae5480be6a92a60b77/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:59:47,857 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/f89561290536f0782baa81d7c31d3f54/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:59:47,858 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:59:47,858 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:59:47,858 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbfe40d73e31d8ae5480be6a92a60b77: Waiting for close lock at 1733065187849Running coprocessor pre-close hooks at 1733065187850 (+1 ms)Disabling compacts and flushes for region at 1733065187850Disabling writes for close at 1733065187850Writing region close event to WAL at 1733065187851 (+1 ms)Running coprocessor post-close hooks at 1733065187857 (+6 ms)Closed at 1733065187858 (+1 ms) 2024-12-01T14:59:47,858 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f89561290536f0782baa81d7c31d3f54: Waiting for close lock at 1733065187849Running coprocessor pre-close hooks at 1733065187850 (+1 ms)Disabling compacts and flushes for region at 1733065187850Disabling writes for close at 1733065187850Writing region close event to WAL at 1733065187851 (+1 ms)Running coprocessor post-close hooks at 1733065187858 (+7 ms)Closed at 1733065187858 2024-12-01T14:59:47,859 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1733065116983.cbfe40d73e31d8ae5480be6a92a60b77. 2024-12-01T14:59:47,859 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733065116983.f89561290536f0782baa81d7c31d3f54. 2024-12-01T14:59:47,859 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6de821f57abb3f05bd22e17c8b985745, disabling compactions & flushes 2024-12-01T14:59:47,859 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d85a5dd75cd9a0491ebc3d28eb5e682d, disabling compactions & flushes 2024-12-01T14:59:47,859 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:59:47,859 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:59:47,859 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:59:47,859 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:59:47,859 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. after waiting 0 ms 2024-12-01T14:59:47,860 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. after waiting 0 ms 2024-12-01T14:59:47,860 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:59:47,860 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:59:47,870 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/6de821f57abb3f05bd22e17c8b985745/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:59:47,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/d85a5dd75cd9a0491ebc3d28eb5e682d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:59:47,878 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:59:47,878 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6de821f57abb3f05bd22e17c8b985745: Waiting for close lock at 1733065187859Running coprocessor pre-close hooks at 1733065187859Disabling compacts and flushes for region at 1733065187859Disabling writes for close at 1733065187860 (+1 ms)Writing region close event to WAL at 1733065187865 (+5 ms)Running coprocessor post-close hooks at 1733065187871 (+6 ms)Closed at 1733065187878 (+7 ms) 2024-12-01T14:59:47,878 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745. 2024-12-01T14:59:47,878 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 89d58fca2b0821e54a489bcf0c5d286b, disabling compactions & flushes 2024-12-01T14:59:47,878 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:59:47,878 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:59:47,878 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:59:47,878 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. after waiting 0 ms 2024-12-01T14:59:47,878 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d85a5dd75cd9a0491ebc3d28eb5e682d: Waiting for close lock at 1733065187859Running coprocessor pre-close hooks at 1733065187859Disabling compacts and flushes for region at 1733065187859Disabling writes for close at 1733065187860 (+1 ms)Writing region close event to WAL at 1733065187865 (+5 ms)Running coprocessor post-close hooks at 1733065187878 (+13 ms)Closed at 1733065187878 2024-12-01T14:59:47,878 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:59:47,878 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733065116983.d85a5dd75cd9a0491ebc3d28eb5e682d. 2024-12-01T14:59:47,879 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 633815a96900c81d45182a21d2eab996, disabling compactions & flushes 2024-12-01T14:59:47,879 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:59:47,879 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:59:47,879 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. after waiting 0 ms 2024-12-01T14:59:47,879 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:59:47,881 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/.tmp/info/afc27fa05ff445869f5ccc50d7077d4d is 167, key is SPTestTable,19999999,1733065116983.6de821f57abb3f05bd22e17c8b985745./info:regioninfo/1733065157183/Put/seqid=0 2024-12-01T14:59:47,891 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/633815a96900c81d45182a21d2eab996/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:59:47,891 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/89d58fca2b0821e54a489bcf0c5d286b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:59:47,892 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:59:47,892 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:59:47,892 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 89d58fca2b0821e54a489bcf0c5d286b: Waiting for close lock at 1733065187878Running coprocessor pre-close hooks at 1733065187878Disabling compacts and flushes for region at 1733065187878Disabling writes for close at 1733065187878Writing region close event to WAL at 1733065187882 (+4 ms)Running coprocessor post-close hooks at 1733065187892 (+10 ms)Closed at 1733065187892 2024-12-01T14:59:47,892 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 633815a96900c81d45182a21d2eab996: Waiting for close lock at 1733065187878Running coprocessor pre-close hooks at 1733065187878Disabling compacts and flushes for region at 1733065187878Disabling writes for close at 1733065187879 (+1 ms)Writing region close event to WAL at 1733065187882 (+3 ms)Running coprocessor post-close hooks at 1733065187892 (+10 ms)Closed at 1733065187892 2024-12-01T14:59:47,893 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733065116983.89d58fca2b0821e54a489bcf0c5d286b. 2024-12-01T14:59:47,893 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733065116983.633815a96900c81d45182a21d2eab996. 2024-12-01T14:59:47,893 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd353c37b7b30e8ac95c0e5c51de1801, disabling compactions & flushes 2024-12-01T14:59:47,893 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing abde280dc7e5db2ff5057fa22f511aa3, disabling compactions & flushes 2024-12-01T14:59:47,893 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:59:47,893 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:59:47,893 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:59:47,893 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:59:47,893 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. after waiting 0 ms 2024-12-01T14:59:47,893 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. after waiting 0 ms 2024-12-01T14:59:47,893 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:59:47,893 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:59:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741862_1038 (size=19822) 2024-12-01T14:59:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741862_1038 (size=19822) 2024-12-01T14:59:47,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741862_1038 (size=19822) 2024-12-01T14:59:47,903 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.20 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/.tmp/info/afc27fa05ff445869f5ccc50d7077d4d 2024-12-01T14:59:47,903 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/dd353c37b7b30e8ac95c0e5c51de1801/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:59:47,904 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:59:47,904 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd353c37b7b30e8ac95c0e5c51de1801: Waiting for close lock at 1733065187893Running coprocessor pre-close hooks at 1733065187893Disabling compacts and flushes for region at 1733065187893Disabling writes for close at 1733065187893Writing region close event to WAL at 1733065187897 (+4 ms)Running coprocessor post-close hooks at 1733065187904 (+7 ms)Closed at 1733065187904 2024-12-01T14:59:47,904 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733065116983.dd353c37b7b30e8ac95c0e5c51de1801. 2024-12-01T14:59:47,904 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/abde280dc7e5db2ff5057fa22f511aa3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:59:47,905 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:59:47,905 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for abde280dc7e5db2ff5057fa22f511aa3: Waiting for close lock at 1733065187893Running coprocessor pre-close hooks at 1733065187893Disabling compacts and flushes for region at 1733065187893Disabling writes for close at 1733065187893Writing region close event to WAL at 1733065187898 (+5 ms)Running coprocessor post-close hooks at 1733065187905 (+7 ms)Closed at 1733065187905 2024-12-01T14:59:47,905 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733065116983.abde280dc7e5db2ff5057fa22f511aa3. 2024-12-01T14:59:47,905 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb5fb024d65f439c0f0126a1568e033d, disabling compactions & flushes 2024-12-01T14:59:47,906 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:59:47,906 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:59:47,906 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. after waiting 0 ms 2024-12-01T14:59:47,906 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:59:47,910 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/bb5fb024d65f439c0f0126a1568e033d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T14:59:47,911 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:59:47,911 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb5fb024d65f439c0f0126a1568e033d: Waiting for close lock at 1733065187905Running coprocessor pre-close hooks at 1733065187905Disabling compacts and flushes for region at 1733065187905Disabling writes for close at 1733065187906 (+1 ms)Writing region close event to WAL at 1733065187906Running coprocessor post-close hooks at 1733065187911 (+5 ms)Closed at 1733065187911 2024-12-01T14:59:47,911 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733065116983.bb5fb024d65f439c0f0126a1568e033d. 2024-12-01T14:59:47,911 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46b2d63f33f00a7a216e9056bd42bd61, disabling compactions & flushes 2024-12-01T14:59:47,912 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:59:47,912 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:59:47,912 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. after waiting 0 ms 2024-12-01T14:59:47,912 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:59:47,912 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:59:47,912 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:59:47,916 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/default/SPTestTable/46b2d63f33f00a7a216e9056bd42bd61/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T14:59:47,917 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:59:47,917 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46b2d63f33f00a7a216e9056bd42bd61: Waiting for close lock at 1733065187911Running coprocessor pre-close hooks at 1733065187911Disabling compacts and flushes for region at 1733065187911Disabling writes for close at 1733065187912 (+1 ms)Writing region close event to WAL at 1733065187912Running coprocessor post-close hooks at 1733065187917 (+5 ms)Closed at 1733065187917 2024-12-01T14:59:47,917 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733065116983.46b2d63f33f00a7a216e9056bd42bd61. 2024-12-01T14:59:47,929 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/.tmp/ns/f48d1e0770a54de19a98f55fe509f98d is 43, key is default/ns:d/1733065116706/Put/seqid=0 2024-12-01T14:59:47,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741863_1039 (size=5153) 2024-12-01T14:59:47,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741863_1039 (size=5153) 2024-12-01T14:59:47,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741863_1039 (size=5153) 2024-12-01T14:59:47,936 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/.tmp/ns/f48d1e0770a54de19a98f55fe509f98d 2024-12-01T14:59:47,957 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/.tmp/table/a3a27298ede448ef9a2954399493eed3 is 47, key is SPTestTable/table:state/1733065127477/Put/seqid=0 2024-12-01T14:59:47,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741864_1040 (size=5214) 2024-12-01T14:59:47,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741864_1040 (size=5214) 2024-12-01T14:59:47,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741864_1040 (size=5214) 2024-12-01T14:59:47,964 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/.tmp/table/a3a27298ede448ef9a2954399493eed3 2024-12-01T14:59:47,972 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/.tmp/info/afc27fa05ff445869f5ccc50d7077d4d as hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/info/afc27fa05ff445869f5ccc50d7077d4d 2024-12-01T14:59:47,979 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/info/afc27fa05ff445869f5ccc50d7077d4d, entries=112, sequenceid=35, filesize=19.4 K 2024-12-01T14:59:47,981 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/.tmp/ns/f48d1e0770a54de19a98f55fe509f98d as hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/ns/f48d1e0770a54de19a98f55fe509f98d 2024-12-01T14:59:47,990 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/ns/f48d1e0770a54de19a98f55fe509f98d, entries=2, sequenceid=35, filesize=5.0 K 2024-12-01T14:59:47,991 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/.tmp/table/a3a27298ede448ef9a2954399493eed3 as hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/table/a3a27298ede448ef9a2954399493eed3 2024-12-01T14:59:48,001 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/table/a3a27298ede448ef9a2954399493eed3, entries=2, sequenceid=35, filesize=5.1 K 2024-12-01T14:59:48,002 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 151ms, sequenceid=35, compaction requested=false 2024-12-01T14:59:48,008 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-12-01T14:59:48,009 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:59:48,009 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:59:48,009 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733065187851Running coprocessor pre-close hooks at 1733065187851Disabling compacts and flushes for region at 1733065187851Disabling writes for close at 1733065187851Obtaining lock to block concurrent updates at 1733065187852 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733065187852Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15728, getHeapSize=26344, getOffHeapSize=0, getCellsCount=128 at 1733065187852Flushing stores of hbase:meta,,1.1588230740 at 1733065187853 (+1 ms)Flushing 1588230740/info: creating writer at 1733065187853Flushing 1588230740/info: appending metadata at 1733065187881 (+28 ms)Flushing 1588230740/info: closing flushed file at 1733065187881Flushing 1588230740/ns: creating writer at 1733065187912 (+31 ms)Flushing 1588230740/ns: appending metadata at 1733065187928 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733065187929 (+1 ms)Flushing 1588230740/table: creating writer at 1733065187944 (+15 ms)Flushing 1588230740/table: appending metadata at 1733065187956 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733065187956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a76b1ff: reopening flushed file at 1733065187971 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55c7c56e: reopening flushed file at 1733065187980 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@774465eb: reopening flushed file at 1733065187990 (+10 ms)Finished flush of dataSize ~15.36 KB/15728, heapSize ~25.49 KB/26104, currentSize=0 B/0 for 1588230740 in 151ms, sequenceid=35, compaction requested=false at 1733065188002 (+12 ms)Writing region close event to WAL at 1733065188003 (+1 ms)Running coprocessor post-close hooks at 1733065188009 (+6 ms)Closed at 1733065188009 2024-12-01T14:59:48,010 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T14:59:48,051 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,36513,1733065104805; all regions closed. 2024-12-01T14:59:48,051 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,45725,1733065104754; all regions closed. 2024-12-01T14:59:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741833_1009 (size=4605) 2024-12-01T14:59:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741833_1009 (size=4605) 2024-12-01T14:59:48,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741833_1009 (size=4605) 2024-12-01T14:59:48,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741836_1012 (size=18422) 2024-12-01T14:59:48,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741836_1012 (size=18422) 2024-12-01T14:59:48,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741836_1012 (size=18422) 2024-12-01T14:59:48,057 DEBUG [RS:1;519b220a2ba1:45725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/oldWALs 2024-12-01T14:59:48,057 DEBUG [RS:2;519b220a2ba1:36513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/oldWALs 2024-12-01T14:59:48,058 INFO [RS:1;519b220a2ba1:45725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C45725%2C1733065104754.meta:.meta(num 1733065116506) 2024-12-01T14:59:48,058 INFO [RS:2;519b220a2ba1:36513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C36513%2C1733065104805:(num 1733065106253) 2024-12-01T14:59:48,058 DEBUG [RS:2;519b220a2ba1:36513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:59:48,058 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:59:48,058 INFO [RS:2;519b220a2ba1:36513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:59:48,058 INFO [RS:2;519b220a2ba1:36513 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:59:48,058 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T14:59:48,058 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:59:48,058 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T14:59:48,059 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T14:59:48,059 INFO [RS:2;519b220a2ba1:36513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:59:48,059 INFO [RS:2;519b220a2ba1:36513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36513 2024-12-01T14:59:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741834_1010 (size=2425) 2024-12-01T14:59:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741834_1010 (size=2425) 2024-12-01T14:59:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741834_1010 (size=2425) 2024-12-01T14:59:48,063 DEBUG [RS:1;519b220a2ba1:45725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/oldWALs 2024-12-01T14:59:48,063 INFO [RS:1;519b220a2ba1:45725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C45725%2C1733065104754:(num 1733065106253) 2024-12-01T14:59:48,063 DEBUG [RS:1;519b220a2ba1:45725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T14:59:48,063 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T14:59:48,063 INFO [RS:1;519b220a2ba1:45725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:59:48,063 INFO [RS:1;519b220a2ba1:45725 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T14:59:48,063 INFO [RS:1;519b220a2ba1:45725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:59:48,063 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:59:48,064 INFO [RS:1;519b220a2ba1:45725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45725 2024-12-01T14:59:48,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:59:48,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,36513,1733065104805 2024-12-01T14:59:48,085 INFO [RS:2;519b220a2ba1:36513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:59:48,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,45725,1733065104754 2024-12-01T14:59:48,138 INFO [RS:1;519b220a2ba1:45725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:59:48,138 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,36513,1733065104805] 2024-12-01T14:59:48,155 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,36513,1733065104805 already deleted, retry=false 2024-12-01T14:59:48,155 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 519b220a2ba1,36513,1733065104805 expired; onlineServers=1 2024-12-01T14:59:48,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,45725,1733065104754] 2024-12-01T14:59:48,163 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,45725,1733065104754 already deleted, retry=false 2024-12-01T14:59:48,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 519b220a2ba1,45725,1733065104754 expired; onlineServers=0 2024-12-01T14:59:48,164 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '519b220a2ba1,37167,1733065103953' ***** 2024-12-01T14:59:48,164 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T14:59:48,164 INFO [M:0;519b220a2ba1:37167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T14:59:48,165 INFO [M:0;519b220a2ba1:37167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T14:59:48,165 DEBUG [M:0;519b220a2ba1:37167 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T14:59:48,165 DEBUG [M:0;519b220a2ba1:37167 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T14:59:48,165 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T14:59:48,166 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733065105848 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733065105848,5,FailOnTimeoutGroup] 2024-12-01T14:59:48,166 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733065105851 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733065105851,5,FailOnTimeoutGroup] 2024-12-01T14:59:48,166 INFO [M:0;519b220a2ba1:37167 {}] hbase.ChoreService(370): Chore service for: master/519b220a2ba1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T14:59:48,167 INFO [M:0;519b220a2ba1:37167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T14:59:48,167 DEBUG [M:0;519b220a2ba1:37167 {}] master.HMaster(1795): Stopping service threads 2024-12-01T14:59:48,167 INFO [M:0;519b220a2ba1:37167 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T14:59:48,167 INFO [M:0;519b220a2ba1:37167 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T14:59:48,168 ERROR [M:0;519b220a2ba1:37167 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:34765 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34765,5,PEWorkerGroup] 2024-12-01T14:59:48,169 INFO [M:0;519b220a2ba1:37167 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T14:59:48,169 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T14:59:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T14:59:48,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:48,177 DEBUG [M:0;519b220a2ba1:37167 {}] zookeeper.ZKUtil(347): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T14:59:48,177 WARN [M:0;519b220a2ba1:37167 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T14:59:48,178 INFO [M:0;519b220a2ba1:37167 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/.lastflushedseqids 2024-12-01T14:59:48,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741865_1041 (size=686) 2024-12-01T14:59:48,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741865_1041 (size=686) 2024-12-01T14:59:48,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741865_1041 (size=686) 2024-12-01T14:59:48,196 INFO [M:0;519b220a2ba1:37167 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T14:59:48,197 INFO [M:0;519b220a2ba1:37167 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T14:59:48,197 DEBUG [M:0;519b220a2ba1:37167 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:59:48,197 INFO [M:0;519b220a2ba1:37167 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:59:48,197 DEBUG [M:0;519b220a2ba1:37167 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:59:48,197 DEBUG [M:0;519b220a2ba1:37167 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:59:48,197 DEBUG [M:0;519b220a2ba1:37167 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:59:48,197 INFO [M:0;519b220a2ba1:37167 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=185.11 KB heapSize=229.52 KB 2024-12-01T14:59:48,212 DEBUG [M:0;519b220a2ba1:37167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d63a4e4c662f416399b2325af316d0fa is 82, key is hbase:meta,,1/info:regioninfo/1733065116585/Put/seqid=0 2024-12-01T14:59:48,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741866_1042 (size=5672) 2024-12-01T14:59:48,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741866_1042 (size=5672) 2024-12-01T14:59:48,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741866_1042 (size=5672) 2024-12-01T14:59:48,220 INFO [M:0;519b220a2ba1:37167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d63a4e4c662f416399b2325af316d0fa 2024-12-01T14:59:48,240 DEBUG [M:0;519b220a2ba1:37167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d8cf91c864149e89b355414cec5ff99 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733065127484/Put/seqid=0 2024-12-01T14:59:48,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:59:48,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741867_1043 (size=8904) 2024-12-01T14:59:48,247 INFO [RS:2;519b220a2ba1:36513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:59:48,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x10192b069f80003, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:59:48,247 INFO [RS:2;519b220a2ba1:36513 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,36513,1733065104805; zookeeper connection closed. 2024-12-01T14:59:48,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741867_1043 (size=8904) 2024-12-01T14:59:48,247 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@583d5eea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@583d5eea 2024-12-01T14:59:48,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741867_1043 (size=8904) 2024-12-01T14:59:48,248 INFO [M:0;519b220a2ba1:37167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=184.37 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d8cf91c864149e89b355414cec5ff99 2024-12-01T14:59:48,254 INFO [M:0;519b220a2ba1:37167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d8cf91c864149e89b355414cec5ff99 2024-12-01T14:59:48,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:59:48,255 INFO [RS:1;519b220a2ba1:45725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:59:48,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45725-0x10192b069f80002, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:59:48,255 INFO [RS:1;519b220a2ba1:45725 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,45725,1733065104754; zookeeper connection closed. 2024-12-01T14:59:48,255 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b029c41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b029c41 2024-12-01T14:59:48,256 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-01T14:59:48,267 DEBUG [M:0;519b220a2ba1:37167 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aff5b0a1ca34b4ba9766775814e87d8 is 69, key is 519b220a2ba1,36513,1733065104805/rs:state/1733065105982/Put/seqid=0 2024-12-01T14:59:48,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741868_1044 (size=5446) 2024-12-01T14:59:48,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741868_1044 (size=5446) 2024-12-01T14:59:48,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741868_1044 (size=5446) 2024-12-01T14:59:48,275 INFO [M:0;519b220a2ba1:37167 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aff5b0a1ca34b4ba9766775814e87d8 2024-12-01T14:59:48,279 INFO [M:0;519b220a2ba1:37167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aff5b0a1ca34b4ba9766775814e87d8 2024-12-01T14:59:48,280 DEBUG [M:0;519b220a2ba1:37167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d63a4e4c662f416399b2325af316d0fa as hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d63a4e4c662f416399b2325af316d0fa 2024-12-01T14:59:48,285 INFO [M:0;519b220a2ba1:37167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d63a4e4c662f416399b2325af316d0fa, entries=8, sequenceid=485, filesize=5.5 K 2024-12-01T14:59:48,287 DEBUG [M:0;519b220a2ba1:37167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7d8cf91c864149e89b355414cec5ff99 as hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d8cf91c864149e89b355414cec5ff99 2024-12-01T14:59:48,293 INFO [M:0;519b220a2ba1:37167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d8cf91c864149e89b355414cec5ff99 2024-12-01T14:59:48,294 INFO [M:0;519b220a2ba1:37167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7d8cf91c864149e89b355414cec5ff99, entries=54, sequenceid=485, filesize=8.7 K 2024-12-01T14:59:48,295 DEBUG [M:0;519b220a2ba1:37167 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9aff5b0a1ca34b4ba9766775814e87d8 as hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9aff5b0a1ca34b4ba9766775814e87d8 2024-12-01T14:59:48,301 INFO [M:0;519b220a2ba1:37167 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aff5b0a1ca34b4ba9766775814e87d8 2024-12-01T14:59:48,301 INFO [M:0;519b220a2ba1:37167 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34765/user/jenkins/test-data/c0152e7c-1b76-7893-0991-3c2d5d9dcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9aff5b0a1ca34b4ba9766775814e87d8, entries=3, sequenceid=485, filesize=5.3 K 2024-12-01T14:59:48,302 INFO [M:0;519b220a2ba1:37167 {}] regionserver.HRegion(3140): Finished flush of dataSize ~185.11 KB/189552, heapSize ~229.23 KB/234728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=485, compaction requested=false 2024-12-01T14:59:48,322 INFO [M:0;519b220a2ba1:37167 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:59:48,323 DEBUG [M:0;519b220a2ba1:37167 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733065188197Disabling compacts and flushes for region at 1733065188197Disabling writes for close at 1733065188197Obtaining lock to block concurrent updates at 1733065188197Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733065188197Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=189552, getHeapSize=234968, getOffHeapSize=0, getCellsCount=588 at 1733065188197Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733065188198 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733065188198Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733065188212 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733065188212Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733065188226 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733065188239 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733065188240 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733065188254 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733065188266 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733065188266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29bb4ab2: reopening flushed file at 1733065188279 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206a179d: reopening flushed file at 1733065188286 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411b5b3d: reopening flushed file at 1733065188294 (+8 ms)Finished flush of dataSize ~185.11 KB/189552, heapSize ~229.23 KB/234728, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=485, compaction requested=false at 1733065188302 (+8 ms)Writing region close event to WAL at 1733065188322 (+20 ms)Closed at 1733065188322 2024-12-01T14:59:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37877 is added to blk_1073741830_1006 (size=221908) 2024-12-01T14:59:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741830_1006 (size=221908) 2024-12-01T14:59:48,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741830_1006 (size=221908) 2024-12-01T14:59:48,326 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T14:59:48,326 INFO [M:0;519b220a2ba1:37167 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T14:59:48,326 INFO [M:0;519b220a2ba1:37167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37167 2024-12-01T14:59:48,327 INFO [M:0;519b220a2ba1:37167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T14:59:48,452 INFO [M:0;519b220a2ba1:37167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T14:59:48,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:59:48,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37167-0x10192b069f80000, quorum=127.0.0.1:64994, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T14:59:48,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:59:48,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:59:48,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:59:48,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:59:48,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.log.dir/,STOPPED} 2024-12-01T14:59:48,504 WARN [BP-1265161004-172.17.0.2-1733065100115 heartbeating to localhost/127.0.0.1:34765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:59:48,504 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:59:48,504 WARN [BP-1265161004-172.17.0.2-1733065100115 heartbeating to localhost/127.0.0.1:34765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1265161004-172.17.0.2-1733065100115 (Datanode Uuid d0394227-c426-4222-bcd8-2a17ba254759) service to localhost/127.0.0.1:34765 2024-12-01T14:59:48,504 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:59:48,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data5/current/BP-1265161004-172.17.0.2-1733065100115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:59:48,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data6/current/BP-1265161004-172.17.0.2-1733065100115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:59:48,506 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:59:48,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:59:48,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:59:48,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:59:48,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:59:48,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.log.dir/,STOPPED} 2024-12-01T14:59:48,510 WARN [BP-1265161004-172.17.0.2-1733065100115 heartbeating to localhost/127.0.0.1:34765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:59:48,510 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:59:48,510 WARN [BP-1265161004-172.17.0.2-1733065100115 heartbeating to localhost/127.0.0.1:34765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1265161004-172.17.0.2-1733065100115 (Datanode Uuid 02465da2-443b-4908-ae18-9dc4e35e6ea3) service to localhost/127.0.0.1:34765 2024-12-01T14:59:48,510 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:59:48,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data3/current/BP-1265161004-172.17.0.2-1733065100115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:59:48,510 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data4/current/BP-1265161004-172.17.0.2-1733065100115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:59:48,511 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:59:48,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:59:48,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:59:48,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:59:48,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:59:48,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.log.dir/,STOPPED} 2024-12-01T14:59:48,514 WARN [BP-1265161004-172.17.0.2-1733065100115 heartbeating to localhost/127.0.0.1:34765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T14:59:48,514 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T14:59:48,514 WARN [BP-1265161004-172.17.0.2-1733065100115 heartbeating to localhost/127.0.0.1:34765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1265161004-172.17.0.2-1733065100115 (Datanode Uuid 1faf9fb0-3271-48f1-b998-78db9b8002a0) service to localhost/127.0.0.1:34765 2024-12-01T14:59:48,514 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T14:59:48,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data1/current/BP-1265161004-172.17.0.2-1733065100115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:59:48,515 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/cluster_0ad2a43c-8e19-910b-e0d0-5a52ccaf310f/data/data2/current/BP-1265161004-172.17.0.2-1733065100115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T14:59:48,515 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T14:59:48,524 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:59:48,525 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T14:59:48,525 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T14:59:48,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T14:59:48,525 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.log.dir/,STOPPED} 2024-12-01T14:59:48,533 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T14:59:48,570 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T14:59:48,578 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=98 (was 11) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/519b220a2ba1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/519b220a2ba1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/519b220a2ba1:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7c8aeba7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/519b220a2ba1:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/519b220a2ba1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/519b220a2ba1:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34765 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/519b220a2ba1:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:34765 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=64 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=4894 (was 6072) 2024-12-01T14:59:48,583 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=99, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=64, ProcessCount=11, AvailableMemoryMB=4894 2024-12-01T14:59:48,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.log.dir so I do NOT create it in target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db 2024-12-01T14:59:48,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.log.dir Erasing configuration value by system value. 2024-12-01T14:59:48,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.tmp.dir so I do NOT create it in target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db 2024-12-01T14:59:48,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/446dcc1c-a58b-8d3a-c98e-addf8673d3ed/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-01T14:59:48,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db 2024-12-01T14:59:48,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-01T14:59:48,596 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac, deleteOnExit=true 2024-12-01T14:59:48,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-01T14:59:48,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/test.cache.data in system properties and HBase conf 2024-12-01T14:59:48,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/hadoop.tmp.dir in system properties and HBase conf 2024-12-01T14:59:48,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/hadoop.log.dir in system properties and HBase conf 2024-12-01T14:59:48,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-01T14:59:48,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-01T14:59:48,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-01T14:59:48,597 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-01T14:59:48,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:59:48,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-01T14:59:48,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-01T14:59:48,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:59:48,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-01T14:59:48,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-01T14:59:48,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-01T14:59:48,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:59:48,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-01T14:59:48,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/nfs.dump.dir in system properties and HBase conf 2024-12-01T14:59:48,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/java.io.tmpdir in system properties and HBase conf 2024-12-01T14:59:48,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-01T14:59:48,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-01T14:59:48,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-01T14:59:48,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:59:48,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:59:48,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:59:48,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:59:48,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:59:48,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:59:48,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac7a495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:59:48,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73963032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:59:48,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4db9f58c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/java.io.tmpdir/jetty-localhost-33275-hadoop-hdfs-3_4_1-tests_jar-_-any-8503187891043437093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T14:59:48,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ee46248{HTTP/1.1, (http/1.1)}{localhost:33275} 2024-12-01T14:59:48,940 INFO [Time-limited test {}] server.Server(415): Started @90442ms 2024-12-01T14:59:49,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:59:49,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:59:49,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:59:49,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:59:49,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:59:49,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58ba3f82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:59:49,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@783535ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:59:49,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3128d8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/java.io.tmpdir/jetty-localhost-36061-hadoop-hdfs-3_4_1-tests_jar-_-any-9419094064310704394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:59:49,250 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ef7d39c{HTTP/1.1, (http/1.1)}{localhost:36061} 2024-12-01T14:59:49,250 INFO [Time-limited test {}] server.Server(415): Started @90752ms 2024-12-01T14:59:49,252 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:59:49,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:59:49,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:59:49,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:59:49,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:59:49,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-01T14:59:49,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@239f9a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:59:49,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69446df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:59:49,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42b9b7d7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/java.io.tmpdir/jetty-localhost-34907-hadoop-hdfs-3_4_1-tests_jar-_-any-4856985947441491702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:59:49,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@775d0671{HTTP/1.1, (http/1.1)}{localhost:34907} 2024-12-01T14:59:49,390 INFO [Time-limited test {}] server.Server(415): Started @90891ms 2024-12-01T14:59:49,391 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:59:49,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-01T14:59:49,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-01T14:59:49,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-01T14:59:49,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-01T14:59:49,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-01T14:59:49,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2732ccd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/hadoop.log.dir/,AVAILABLE} 2024-12-01T14:59:49,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23255376{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-01T14:59:49,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@629865f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/java.io.tmpdir/jetty-localhost-36311-hadoop-hdfs-3_4_1-tests_jar-_-any-16675718879401471739/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T14:59:49,515 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ebec02b{HTTP/1.1, (http/1.1)}{localhost:36311} 2024-12-01T14:59:49,515 INFO [Time-limited test {}] server.Server(415): Started @91017ms 2024-12-01T14:59:49,517 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-01T14:59:50,135 WARN [Thread-705 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data1/current/BP-1431393311-172.17.0.2-1733065188615/current, will proceed with Du for space computation calculation, 2024-12-01T14:59:50,135 WARN [Thread-706 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data2/current/BP-1431393311-172.17.0.2-1733065188615/current, will proceed with Du for space computation calculation, 2024-12-01T14:59:50,155 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:59:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa59b9ef71f8396a1 with lease ID 0xc00ca6f16887e417: Processing first storage report for DS-04520d76-e6f5-445a-b397-679e5f7e1b4b from datanode DatanodeRegistration(127.0.0.1:36021, datanodeUuid=ad58a5e7-b1f7-4874-8222-87e500e122dd, infoPort=33455, infoSecurePort=0, ipcPort=38467, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615) 2024-12-01T14:59:50,157 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa59b9ef71f8396a1 with lease ID 0xc00ca6f16887e417: from storage DS-04520d76-e6f5-445a-b397-679e5f7e1b4b node DatanodeRegistration(127.0.0.1:36021, datanodeUuid=ad58a5e7-b1f7-4874-8222-87e500e122dd, infoPort=33455, infoSecurePort=0, ipcPort=38467, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:59:50,158 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa59b9ef71f8396a1 with lease ID 0xc00ca6f16887e417: Processing first storage report for DS-98825c8c-b690-45b3-abab-2a0f4fee4131 from datanode DatanodeRegistration(127.0.0.1:36021, datanodeUuid=ad58a5e7-b1f7-4874-8222-87e500e122dd, infoPort=33455, infoSecurePort=0, ipcPort=38467, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615) 2024-12-01T14:59:50,158 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa59b9ef71f8396a1 with lease ID 0xc00ca6f16887e417: from storage DS-98825c8c-b690-45b3-abab-2a0f4fee4131 node DatanodeRegistration(127.0.0.1:36021, datanodeUuid=ad58a5e7-b1f7-4874-8222-87e500e122dd, infoPort=33455, infoSecurePort=0, ipcPort=38467, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:59:50,284 WARN [Thread-717 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data3/current/BP-1431393311-172.17.0.2-1733065188615/current, will proceed with Du for space computation calculation, 2024-12-01T14:59:50,285 WARN [Thread-718 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data4/current/BP-1431393311-172.17.0.2-1733065188615/current, will proceed with Du for space computation calculation, 2024-12-01T14:59:50,304 WARN [Thread-669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:59:50,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4050f40a90aaec86 with lease ID 0xc00ca6f16887e418: Processing first storage report for DS-60b92aa0-74f1-4dac-9563-fe6997b6b9aa from datanode DatanodeRegistration(127.0.0.1:46431, datanodeUuid=de0dac2d-bf5c-4711-87f8-16b9155373a3, infoPort=37343, infoSecurePort=0, ipcPort=37513, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615) 2024-12-01T14:59:50,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4050f40a90aaec86 with lease ID 0xc00ca6f16887e418: from storage DS-60b92aa0-74f1-4dac-9563-fe6997b6b9aa node DatanodeRegistration(127.0.0.1:46431, datanodeUuid=de0dac2d-bf5c-4711-87f8-16b9155373a3, infoPort=37343, infoSecurePort=0, ipcPort=37513, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:59:50,307 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4050f40a90aaec86 with lease ID 0xc00ca6f16887e418: Processing first storage report for DS-cca793ab-e08a-4faf-9275-bc3419a840df from datanode DatanodeRegistration(127.0.0.1:46431, datanodeUuid=de0dac2d-bf5c-4711-87f8-16b9155373a3, infoPort=37343, infoSecurePort=0, ipcPort=37513, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615) 2024-12-01T14:59:50,307 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4050f40a90aaec86 with lease ID 0xc00ca6f16887e418: from storage DS-cca793ab-e08a-4faf-9275-bc3419a840df node DatanodeRegistration(127.0.0.1:46431, datanodeUuid=de0dac2d-bf5c-4711-87f8-16b9155373a3, infoPort=37343, infoSecurePort=0, ipcPort=37513, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:59:50,386 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data6/current/BP-1431393311-172.17.0.2-1733065188615/current, will proceed with Du for space computation calculation, 2024-12-01T14:59:50,386 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data5/current/BP-1431393311-172.17.0.2-1733065188615/current, will proceed with Du for space computation calculation, 2024-12-01T14:59:50,410 WARN [Thread-691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-01T14:59:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6d40cc83a0f9461 with lease ID 0xc00ca6f16887e419: Processing first storage report for DS-e2c72529-29a5-4081-b0d2-5377c49681fb from datanode DatanodeRegistration(127.0.0.1:36617, datanodeUuid=84f8c008-c0ac-4d53-ba36-d22e13dd5333, infoPort=38081, infoSecurePort=0, ipcPort=42331, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615) 2024-12-01T14:59:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6d40cc83a0f9461 with lease ID 0xc00ca6f16887e419: from storage DS-e2c72529-29a5-4081-b0d2-5377c49681fb node DatanodeRegistration(127.0.0.1:36617, datanodeUuid=84f8c008-c0ac-4d53-ba36-d22e13dd5333, infoPort=38081, infoSecurePort=0, ipcPort=42331, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:59:50,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6d40cc83a0f9461 with lease ID 0xc00ca6f16887e419: Processing first storage report for DS-c75220b0-8103-4c85-a48e-4b2e7b1cb561 from datanode DatanodeRegistration(127.0.0.1:36617, datanodeUuid=84f8c008-c0ac-4d53-ba36-d22e13dd5333, infoPort=38081, infoSecurePort=0, ipcPort=42331, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615) 2024-12-01T14:59:50,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6d40cc83a0f9461 with lease ID 0xc00ca6f16887e419: from storage DS-c75220b0-8103-4c85-a48e-4b2e7b1cb561 node DatanodeRegistration(127.0.0.1:36617, datanodeUuid=84f8c008-c0ac-4d53-ba36-d22e13dd5333, infoPort=38081, infoSecurePort=0, ipcPort=42331, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T14:59:50,447 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db 2024-12-01T14:59:50,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/zookeeper_0, clientPort=63990, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-01T14:59:50,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63990 2024-12-01T14:59:50,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:59:50,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:59:50,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:59:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:59:50,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741825_1001 (size=7) 2024-12-01T14:59:50,474 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 with version=8 2024-12-01T14:59:50,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/hbase-staging 2024-12-01T14:59:50,476 INFO [Time-limited test {}] client.ConnectionUtils(128): master/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:59:50,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:59:50,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:59:50,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-01T14:59:50,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:59:50,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33135 2024-12-01T14:59:50,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33135 connecting to ZooKeeper ensemble=127.0.0.1:63990 2024-12-01T14:59:50,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331350x0, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:59:50,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33135-0x10192b1bef70000 connected 2024-12-01T14:59:50,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:59:50,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:59:50,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:59:50,621 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07, hbase.cluster.distributed=false 2024-12-01T14:59:50,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:59:50,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33135 2024-12-01T14:59:50,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33135 2024-12-01T14:59:50,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33135 2024-12-01T14:59:50,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33135 2024-12-01T14:59:50,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33135 2024-12-01T14:59:50,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:59:50,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:59:50,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:59:50,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:59:50,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:59:50,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39205 2024-12-01T14:59:50,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39205 connecting to ZooKeeper ensemble=127.0.0.1:63990 2024-12-01T14:59:50,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:59:50,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:59:50,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392050x0, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:59:50,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392050x0, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:59:50,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39205-0x10192b1bef70001 connected 2024-12-01T14:59:50,660 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:59:50,661 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:59:50,662 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:59:50,663 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:59:50,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39205 2024-12-01T14:59:50,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39205 2024-12-01T14:59:50,663 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39205 2024-12-01T14:59:50,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39205 2024-12-01T14:59:50,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39205 2024-12-01T14:59:50,679 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:59:50,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,680 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:59:50,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,680 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:59:50,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:59:50,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:59:50,680 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43365 2024-12-01T14:59:50,681 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43365 connecting to ZooKeeper ensemble=127.0.0.1:63990 2024-12-01T14:59:50,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:59:50,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:59:50,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433650x0, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:59:50,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43365-0x10192b1bef70002 connected 2024-12-01T14:59:50,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:59:50,696 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:59:50,697 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:59:50,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:59:50,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:59:50,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43365 2024-12-01T14:59:50,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43365 2024-12-01T14:59:50,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43365 2024-12-01T14:59:50,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43365 2024-12-01T14:59:50,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43365 2024-12-01T14:59:50,717 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/519b220a2ba1:0 server-side Connection retries=45 2024-12-01T14:59:50,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-01T14:59:50,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-01T14:59:50,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-01T14:59:50,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-01T14:59:50,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-01T14:59:50,718 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41305 2024-12-01T14:59:50,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41305 connecting to ZooKeeper ensemble=127.0.0.1:63990 2024-12-01T14:59:50,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:59:50,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:59:50,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413050x0, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-01T14:59:50,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413050x0, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T14:59:50,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41305-0x10192b1bef70003 connected 2024-12-01T14:59:50,729 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-01T14:59:50,730 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-01T14:59:50,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-01T14:59:50,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-01T14:59:50,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41305 2024-12-01T14:59:50,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41305 2024-12-01T14:59:50,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41305 2024-12-01T14:59:50,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41305 2024-12-01T14:59:50,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41305 2024-12-01T14:59:50,743 DEBUG [M:0;519b220a2ba1:33135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;519b220a2ba1:33135 2024-12-01T14:59:50,744 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/519b220a2ba1,33135,1733065190476 2024-12-01T14:59:50,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:59:50,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:59:50,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:59:50,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:59:50,754 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/519b220a2ba1,33135,1733065190476 2024-12-01T14:59:50,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:59:50,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:59:50,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-01T14:59:50,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,763 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-01T14:59:50,764 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/519b220a2ba1,33135,1733065190476 from backup master directory 2024-12-01T14:59:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/519b220a2ba1,33135,1733065190476 2024-12-01T14:59:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:59:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:59:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:59:50,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-01T14:59:50,770 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:59:50,771 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=519b220a2ba1,33135,1733065190476 2024-12-01T14:59:50,775 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/hbase.id] with ID: 12dba8ce-06d7-4a08-b463-914fb91c2f0e 2024-12-01T14:59:50,775 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/.tmp/hbase.id 2024-12-01T14:59:50,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:59:50,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:59:50,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741826_1002 (size=42) 2024-12-01T14:59:50,785 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/.tmp/hbase.id]:[hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/hbase.id] 2024-12-01T14:59:50,798 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-01T14:59:50,798 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-01T14:59:50,800 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-01T14:59:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:59:50,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:59:50,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741827_1003 (size=196) 2024-12-01T14:59:50,819 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T14:59:50,820 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-01T14:59:50,820 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:59:50,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:59:50,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:59:50,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741828_1004 (size=1189) 2024-12-01T14:59:50,833 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store 2024-12-01T14:59:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:59:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:59:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741829_1005 (size=34) 2024-12-01T14:59:50,841 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:59:50,841 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T14:59:50,841 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:59:50,841 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:59:50,841 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T14:59:50,841 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:59:50,841 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T14:59:50,841 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733065190841Disabling compacts and flushes for region at 1733065190841Disabling writes for close at 1733065190841Writing region close event to WAL at 1733065190841Closed at 1733065190841 2024-12-01T14:59:50,842 WARN [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/.initializing 2024-12-01T14:59:50,842 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/WALs/519b220a2ba1,33135,1733065190476 2024-12-01T14:59:50,843 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:59:50,845 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C33135%2C1733065190476, suffix=, logDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/WALs/519b220a2ba1,33135,1733065190476, archiveDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/oldWALs, maxLogs=10 2024-12-01T14:59:50,856 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/WALs/519b220a2ba1,33135,1733065190476/519b220a2ba1%2C33135%2C1733065190476.1733065190845, exclude list is [], retry=0 2024-12-01T14:59:50,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46431,DS-60b92aa0-74f1-4dac-9563-fe6997b6b9aa,DISK] 2024-12-01T14:59:50,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-04520d76-e6f5-445a-b397-679e5f7e1b4b,DISK] 2024-12-01T14:59:50,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e2c72529-29a5-4081-b0d2-5377c49681fb,DISK] 2024-12-01T14:59:50,861 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/WALs/519b220a2ba1,33135,1733065190476/519b220a2ba1%2C33135%2C1733065190476.1733065190845 2024-12-01T14:59:50,862 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37343:37343),(127.0.0.1/127.0.0.1:33455:33455),(127.0.0.1/127.0.0.1:38081:38081)] 2024-12-01T14:59:50,862 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-01T14:59:50,862 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:59:50,862 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,862 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-01T14:59:50,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:50,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:59:50,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-01T14:59:50,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:50,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:59:50,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-01T14:59:50,869 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:50,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:59:50,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-01T14:59:50,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:50,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T14:59:50,871 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,872 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,873 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,874 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,874 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,875 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:59:50,876 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-01T14:59:50,878 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:59:50,879 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67440330, jitterRate=0.004939228296279907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:59:50,879 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733065190862Initializing all the Stores at 1733065190864 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065190864Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065190864Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065190864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065190864Cleaning up temporary data from old regions at 1733065190874 (+10 ms)Region opened successfully at 1733065190879 (+5 ms) 2024-12-01T14:59:50,880 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-01T14:59:50,883 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@582ac2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:59:50,884 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-01T14:59:50,884 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-01T14:59:50,884 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-01T14:59:50,885 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-01T14:59:50,885 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-01T14:59:50,886 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-01T14:59:50,886 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-12-01T14:59:50,888 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-01T14:59:50,888 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-01T14:59:50,912 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-01T14:59:50,912 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-01T14:59:50,913 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-01T14:59:50,920 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-01T14:59:50,920 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-01T14:59:50,921 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-01T14:59:50,928 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-01T14:59:50,929 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-01T14:59:50,937 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-01T14:59:50,939 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-01T14:59:50,945 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-01T14:59:50,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:59:50,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:59:50,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:59:50,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-01T14:59:50,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,955 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=519b220a2ba1,33135,1733065190476, sessionid=0x10192b1bef70000, setting cluster-up flag (Was=false) 2024-12-01T14:59:50,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:50,996 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-01T14:59:50,999 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,33135,1733065190476 2024-12-01T14:59:51,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:51,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:51,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:51,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:51,045 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-01T14:59:51,046 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=519b220a2ba1,33135,1733065190476 2024-12-01T14:59:51,048 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-01T14:59:51,049 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-01T14:59:51,049 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-01T14:59:51,050 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-01T14:59:51,050 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 519b220a2ba1,33135,1733065190476 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-01T14:59:51,051 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:59:51,051 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:59:51,051 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:59:51,051 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/519b220a2ba1:0, corePoolSize=5, maxPoolSize=5 2024-12-01T14:59:51,051 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/519b220a2ba1:0, corePoolSize=10, maxPoolSize=10 2024-12-01T14:59:51,051 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,051 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:59:51,051 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,052 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733065221052 2024-12-01T14:59:51,052 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-01T14:59:51,052 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-01T14:59:51,052 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-01T14:59:51,052 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-01T14:59:51,052 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-01T14:59:51,052 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-01T14:59:51,053 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:59:51,053 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-01T14:59:51,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-01T14:59:51,053 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-01T14:59:51,053 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-01T14:59:51,053 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-01T14:59:51,053 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-01T14:59:51,053 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733065191053,5,FailOnTimeoutGroup] 2024-12-01T14:59:51,054 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733065191053,5,FailOnTimeoutGroup] 2024-12-01T14:59:51,054 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,054 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-01T14:59:51,054 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,054 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,054 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:51,054 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-01T14:59:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:59:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:59:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741831_1007 (size=1321) 2024-12-01T14:59:51,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-01T14:59:51,064 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T14:59:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:59:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:59:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741832_1008 (size=32) 2024-12-01T14:59:51,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T14:59:51,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T14:59:51,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T14:59:51,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:51,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:59:51,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T14:59:51,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T14:59:51,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:51,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:59:51,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T14:59:51,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T14:59:51,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:51,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:59:51,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T14:59:51,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T14:59:51,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T14:59:51,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T14:59:51,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T14:59:51,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740 2024-12-01T14:59:51,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740 2024-12-01T14:59:51,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T14:59:51,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T14:59:51,085 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T14:59:51,086 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T14:59:51,087 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T14:59:51,088 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70934609, jitterRate=0.0570080429315567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T14:59:51,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733065191073Initializing all the Stores at 1733065191074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065191074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065191074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065191074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065191074Cleaning up temporary data from old regions at 1733065191084 (+10 ms)Region opened successfully at 1733065191088 (+4 ms) 2024-12-01T14:59:51,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T14:59:51,088 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T14:59:51,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T14:59:51,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T14:59:51,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T14:59:51,089 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T14:59:51,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733065191088Disabling compacts and flushes for region at 1733065191088Disabling writes for close at 1733065191089 (+1 ms)Writing region close event to WAL at 1733065191089Closed at 1733065191089 2024-12-01T14:59:51,090 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T14:59:51,090 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-01T14:59:51,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-01T14:59:51,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:59:51,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-01T14:59:51,134 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(746): ClusterId : 12dba8ce-06d7-4a08-b463-914fb91c2f0e 2024-12-01T14:59:51,134 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(746): ClusterId : 12dba8ce-06d7-4a08-b463-914fb91c2f0e 2024-12-01T14:59:51,134 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.HRegionServer(746): ClusterId : 12dba8ce-06d7-4a08-b463-914fb91c2f0e 2024-12-01T14:59:51,135 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:59:51,135 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:59:51,135 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-01T14:59:51,152 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:59:51,152 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:59:51,152 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-01T14:59:51,152 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:59:51,152 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:59:51,152 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-01T14:59:51,163 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:59:51,163 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:59:51,163 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-01T14:59:51,163 DEBUG [RS:0;519b220a2ba1:39205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287610c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:59:51,163 DEBUG [RS:2;519b220a2ba1:41305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d06a5b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:59:51,163 DEBUG [RS:1;519b220a2ba1:43365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ea045a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=519b220a2ba1/172.17.0.2:0 2024-12-01T14:59:51,173 DEBUG [RS:0;519b220a2ba1:39205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;519b220a2ba1:39205 2024-12-01T14:59:51,173 DEBUG [RS:1;519b220a2ba1:43365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;519b220a2ba1:43365 2024-12-01T14:59:51,173 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:59:51,173 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:59:51,173 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:59:51,173 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:59:51,173 DEBUG [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:59:51,173 DEBUG [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:59:51,174 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,33135,1733065190476 with port=43365, startcode=1733065190679 2024-12-01T14:59:51,174 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,33135,1733065190476 with port=39205, startcode=1733065190643 2024-12-01T14:59:51,174 DEBUG [RS:1;519b220a2ba1:43365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:59:51,174 DEBUG [RS:0;519b220a2ba1:39205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:59:51,176 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60785, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:59:51,176 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47663, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:59:51,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,43365,1733065190679 2024-12-01T14:59:51,177 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33135 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,43365,1733065190679 2024-12-01T14:59:51,177 DEBUG [RS:2;519b220a2ba1:41305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;519b220a2ba1:41305 2024-12-01T14:59:51,177 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-01T14:59:51,177 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-01T14:59:51,177 DEBUG [RS:2;519b220a2ba1:41305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-01T14:59:51,178 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.HRegionServer(2659): reportForDuty to master=519b220a2ba1,33135,1733065190476 with port=41305, startcode=1733065190717 2024-12-01T14:59:51,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,39205,1733065190643 2024-12-01T14:59:51,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33135 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,39205,1733065190643 2024-12-01T14:59:51,178 DEBUG [RS:2;519b220a2ba1:41305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-01T14:59:51,178 DEBUG [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T14:59:51,178 DEBUG [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36667 2024-12-01T14:59:51,178 DEBUG [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:59:51,180 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57369, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-01T14:59:51,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33135 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 519b220a2ba1,41305,1733065190717 2024-12-01T14:59:51,182 DEBUG [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T14:59:51,182 DEBUG [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36667 2024-12-01T14:59:51,182 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33135 {}] master.ServerManager(517): Registering regionserver=519b220a2ba1,41305,1733065190717 2024-12-01T14:59:51,182 DEBUG [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:59:51,183 DEBUG [RS:2;519b220a2ba1:41305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T14:59:51,183 DEBUG [RS:2;519b220a2ba1:41305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36667 2024-12-01T14:59:51,183 DEBUG [RS:2;519b220a2ba1:41305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-01T14:59:51,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T14:59:51,217 DEBUG [RS:1;519b220a2ba1:43365 {}] zookeeper.ZKUtil(111): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,43365,1733065190679 2024-12-01T14:59:51,217 WARN [RS:1;519b220a2ba1:43365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:59:51,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,41305,1733065190717] 2024-12-01T14:59:51,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,39205,1733065190643] 2024-12-01T14:59:51,217 INFO [RS:1;519b220a2ba1:43365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:59:51,217 DEBUG [RS:0;519b220a2ba1:39205 {}] zookeeper.ZKUtil(111): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,39205,1733065190643 2024-12-01T14:59:51,217 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [519b220a2ba1,43365,1733065190679] 2024-12-01T14:59:51,217 DEBUG [RS:2;519b220a2ba1:41305 {}] zookeeper.ZKUtil(111): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/519b220a2ba1,41305,1733065190717 2024-12-01T14:59:51,217 WARN [RS:0;519b220a2ba1:39205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:59:51,217 WARN [RS:2;519b220a2ba1:41305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-01T14:59:51,217 DEBUG [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,43365,1733065190679 2024-12-01T14:59:51,217 INFO [RS:0;519b220a2ba1:39205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:59:51,217 INFO [RS:2;519b220a2ba1:41305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T14:59:51,217 DEBUG [RS:2;519b220a2ba1:41305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717 2024-12-01T14:59:51,217 DEBUG [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,39205,1733065190643 2024-12-01T14:59:51,221 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:59:51,221 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:59:51,221 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-01T14:59:51,222 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:59:51,227 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:59:51,227 INFO [RS:1;519b220a2ba1:43365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:59:51,227 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,227 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-01T14:59:51,227 INFO [RS:0;519b220a2ba1:39205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:59:51,227 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,230 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:59:51,230 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:59:51,230 INFO [RS:2;519b220a2ba1:41305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-01T14:59:51,230 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,230 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-01T14:59:51,231 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:59:51,231 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:59:51,231 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-01T14:59:51,231 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,231 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,231 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,231 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:59:51,231 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,231 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:59:51,231 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0, corePoolSize=2, maxPoolSize=2 2024-12-01T14:59:51,231 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:59:51,232 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:2;519b220a2ba1:41305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:59:51,232 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/519b220a2ba1:0, corePoolSize=1, maxPoolSize=1 2024-12-01T14:59:51,232 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:59:51,232 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:59:51,232 DEBUG [RS:1;519b220a2ba1:43365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:59:51,232 DEBUG [RS:0;519b220a2ba1:39205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/519b220a2ba1:0, corePoolSize=3, maxPoolSize=3 2024-12-01T14:59:51,232 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,232 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,232 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,232 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,232 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,232 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,41305,1733065190717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,39205,1733065190643-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,233 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,43365,1733065190679-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T14:59:51,242 WARN [519b220a2ba1:33135 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-01T14:59:51,247 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:59:51,247 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,39205,1733065190643-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,247 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,247 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.Replication(171): 519b220a2ba1,39205,1733065190643 started 2024-12-01T14:59:51,248 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:59:51,248 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,43365,1733065190679-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,249 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,249 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.Replication(171): 519b220a2ba1,43365,1733065190679 started 2024-12-01T14:59:51,252 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-01T14:59:51,252 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,41305,1733065190717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,253 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,253 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.Replication(171): 519b220a2ba1,41305,1733065190717 started 2024-12-01T14:59:51,259 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,259 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,39205,1733065190643, RpcServer on 519b220a2ba1/172.17.0.2:39205, sessionid=0x10192b1bef70001 2024-12-01T14:59:51,259 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:59:51,259 DEBUG [RS:0;519b220a2ba1:39205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,39205,1733065190643 2024-12-01T14:59:51,259 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,39205,1733065190643' 2024-12-01T14:59:51,260 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:59:51,260 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,260 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,43365,1733065190679, RpcServer on 519b220a2ba1/172.17.0.2:43365, sessionid=0x10192b1bef70002 2024-12-01T14:59:51,260 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:59:51,260 DEBUG [RS:1;519b220a2ba1:43365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,43365,1733065190679 2024-12-01T14:59:51,260 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,43365,1733065190679' 2024-12-01T14:59:51,260 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:59:51,260 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:59:51,261 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:59:51,261 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:59:51,261 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:59:51,261 DEBUG [RS:0;519b220a2ba1:39205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,39205,1733065190643 2024-12-01T14:59:51,261 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,39205,1733065190643' 2024-12-01T14:59:51,261 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:59:51,261 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:59:51,261 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:59:51,261 DEBUG [RS:1;519b220a2ba1:43365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,43365,1733065190679 2024-12-01T14:59:51,261 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,43365,1733065190679' 2024-12-01T14:59:51,261 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:59:51,261 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:59:51,261 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:59:51,262 DEBUG [RS:0;519b220a2ba1:39205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:59:51,262 INFO [RS:0;519b220a2ba1:39205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:59:51,262 INFO [RS:0;519b220a2ba1:39205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:59:51,262 DEBUG [RS:1;519b220a2ba1:43365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:59:51,262 INFO [RS:1;519b220a2ba1:43365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:59:51,262 INFO [RS:1;519b220a2ba1:43365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:59:51,271 INFO [RS:2;519b220a2ba1:41305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T14:59:51,271 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.HRegionServer(1482): Serving as 519b220a2ba1,41305,1733065190717, RpcServer on 519b220a2ba1/172.17.0.2:41305, sessionid=0x10192b1bef70003 2024-12-01T14:59:51,272 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-01T14:59:51,272 DEBUG [RS:2;519b220a2ba1:41305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 519b220a2ba1,41305,1733065190717 2024-12-01T14:59:51,272 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,41305,1733065190717' 2024-12-01T14:59:51,272 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-01T14:59:51,272 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-01T14:59:51,273 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-01T14:59:51,273 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-01T14:59:51,273 DEBUG [RS:2;519b220a2ba1:41305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 519b220a2ba1,41305,1733065190717 2024-12-01T14:59:51,273 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '519b220a2ba1,41305,1733065190717' 2024-12-01T14:59:51,273 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-01T14:59:51,274 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-01T14:59:51,274 DEBUG [RS:2;519b220a2ba1:41305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-01T14:59:51,274 INFO [RS:2;519b220a2ba1:41305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-01T14:59:51,274 INFO [RS:2;519b220a2ba1:41305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-01T14:59:51,362 INFO [RS:1;519b220a2ba1:43365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:59:51,362 INFO [RS:0;519b220a2ba1:39205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:59:51,364 INFO [RS:1;519b220a2ba1:43365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C43365%2C1733065190679, suffix=, logDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,43365,1733065190679, archiveDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/oldWALs, maxLogs=32 2024-12-01T14:59:51,364 INFO [RS:0;519b220a2ba1:39205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C39205%2C1733065190643, suffix=, logDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,39205,1733065190643, archiveDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/oldWALs, maxLogs=32 2024-12-01T14:59:51,375 INFO [RS:2;519b220a2ba1:41305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-01T14:59:51,376 INFO [RS:2;519b220a2ba1:41305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C41305%2C1733065190717, suffix=, logDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717, archiveDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/oldWALs, maxLogs=32 2024-12-01T14:59:51,377 DEBUG [RS:1;519b220a2ba1:43365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,43365,1733065190679/519b220a2ba1%2C43365%2C1733065190679.1733065191365, exclude list is [], retry=0 2024-12-01T14:59:51,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-04520d76-e6f5-445a-b397-679e5f7e1b4b,DISK] 2024-12-01T14:59:51,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46431,DS-60b92aa0-74f1-4dac-9563-fe6997b6b9aa,DISK] 2024-12-01T14:59:51,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e2c72529-29a5-4081-b0d2-5377c49681fb,DISK] 2024-12-01T14:59:51,382 DEBUG [RS:0;519b220a2ba1:39205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,39205,1733065190643/519b220a2ba1%2C39205%2C1733065190643.1733065191366, exclude list is [], retry=0 2024-12-01T14:59:51,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-04520d76-e6f5-445a-b397-679e5f7e1b4b,DISK] 2024-12-01T14:59:51,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e2c72529-29a5-4081-b0d2-5377c49681fb,DISK] 2024-12-01T14:59:51,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46431,DS-60b92aa0-74f1-4dac-9563-fe6997b6b9aa,DISK] 2024-12-01T14:59:51,389 INFO [RS:1;519b220a2ba1:43365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,43365,1733065190679/519b220a2ba1%2C43365%2C1733065190679.1733065191365 2024-12-01T14:59:51,390 DEBUG [RS:1;519b220a2ba1:43365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37343:37343),(127.0.0.1/127.0.0.1:33455:33455),(127.0.0.1/127.0.0.1:38081:38081)] 2024-12-01T14:59:51,390 DEBUG [RS:2;519b220a2ba1:41305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717/519b220a2ba1%2C41305%2C1733065190717.1733065191377, exclude list is [], retry=0 2024-12-01T14:59:51,391 INFO [RS:0;519b220a2ba1:39205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,39205,1733065190643/519b220a2ba1%2C39205%2C1733065190643.1733065191366 2024-12-01T14:59:51,392 DEBUG [RS:0;519b220a2ba1:39205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37343:37343),(127.0.0.1/127.0.0.1:33455:33455),(127.0.0.1/127.0.0.1:38081:38081)] 2024-12-01T14:59:51,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46431,DS-60b92aa0-74f1-4dac-9563-fe6997b6b9aa,DISK] 2024-12-01T14:59:51,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e2c72529-29a5-4081-b0d2-5377c49681fb,DISK] 2024-12-01T14:59:51,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-04520d76-e6f5-445a-b397-679e5f7e1b4b,DISK] 2024-12-01T14:59:51,399 INFO [RS:2;519b220a2ba1:41305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717/519b220a2ba1%2C41305%2C1733065190717.1733065191377 2024-12-01T14:59:51,400 DEBUG [RS:2;519b220a2ba1:41305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38081:38081),(127.0.0.1/127.0.0.1:33455:33455),(127.0.0.1/127.0.0.1:37343:37343)] 2024-12-01T14:59:51,492 DEBUG [519b220a2ba1:33135 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-01T14:59:51,493 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(204): Hosts are {519b220a2ba1=0} racks are {/default-rack=0} 2024-12-01T14:59:51,496 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T14:59:51,496 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T14:59:51,496 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T14:59:51,496 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T14:59:51,496 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T14:59:51,496 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T14:59:51,496 INFO [519b220a2ba1:33135 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T14:59:51,496 INFO [519b220a2ba1:33135 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T14:59:51,496 INFO [519b220a2ba1:33135 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T14:59:51,496 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T14:59:51,497 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=519b220a2ba1,43365,1733065190679 2024-12-01T14:59:51,498 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,43365,1733065190679, state=OPENING 2024-12-01T14:59:51,520 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-01T14:59:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:51,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T14:59:51,530 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-01T14:59:51,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:59:51,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:59:51,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:59:51,531 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,43365,1733065190679}] 2024-12-01T14:59:51,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T14:59:52,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:59:52,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:59:52,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:59:53,381 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:59:53,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:59:53,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:59:53,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:59:54,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T14:59:54,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T14:59:59,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T14:59:59,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:59:59,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T14:59:59,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T15:00:01,534 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T15:00:01,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56057, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T15:00:01,593 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-01T15:00:01,594 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-01T15:00:01,595 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-01T15:00:01,599 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=519b220a2ba1%2C43365%2C1733065190679.meta, suffix=.meta, logDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,43365,1733065190679, archiveDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/oldWALs, maxLogs=32 2024-12-01T15:00:01,615 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,43365,1733065190679/519b220a2ba1%2C43365%2C1733065190679.meta.1733065201600.meta, exclude list is [], retry=0 2024-12-01T15:00:01,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46431,DS-60b92aa0-74f1-4dac-9563-fe6997b6b9aa,DISK] 2024-12-01T15:00:01,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36021,DS-04520d76-e6f5-445a-b397-679e5f7e1b4b,DISK] 2024-12-01T15:00:01,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e2c72529-29a5-4081-b0d2-5377c49681fb,DISK] 2024-12-01T15:00:01,618 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,43365,1733065190679/519b220a2ba1%2C43365%2C1733065190679.meta.1733065201600.meta 2024-12-01T15:00:01,619 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33455:33455),(127.0.0.1/127.0.0.1:37343:37343),(127.0.0.1/127.0.0.1:38081:38081)] 2024-12-01T15:00:01,619 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-01T15:00:01,619 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-01T15:00:01,619 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-01T15:00:01,619 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-01T15:00:01,620 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-01T15:00:01,620 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:01,620 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-01T15:00:01,620 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-01T15:00:01,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-01T15:00:01,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-01T15:00:01,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:01,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T15:00:01,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-01T15:00:01,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-01T15:00:01,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:01,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T15:00:01,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-01T15:00:01,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-01T15:00:01,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:01,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T15:00:01,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-01T15:00:01,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-01T15:00:01,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:01,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-01T15:00:01,627 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-01T15:00:01,628 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740 2024-12-01T15:00:01,630 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740 2024-12-01T15:00:01,631 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-01T15:00:01,631 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-01T15:00:01,632 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-01T15:00:01,633 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-01T15:00:01,634 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71653182, jitterRate=0.0677156150341034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-01T15:00:01,634 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-01T15:00:01,635 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733065201620Writing region info on filesystem at 1733065201620Initializing all the Stores at 1733065201621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065201621Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065201621Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065201621Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733065201621Cleaning up temporary data from old regions at 1733065201631 (+10 ms)Running coprocessor post-open hooks at 1733065201634 (+3 ms)Region opened successfully at 1733065201635 (+1 ms) 2024-12-01T15:00:01,635 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733065201533 2024-12-01T15:00:01,637 DEBUG [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-01T15:00:01,637 INFO [RS_OPEN_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-01T15:00:01,638 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:01,638 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 519b220a2ba1,43365,1733065190679, state=OPEN 2024-12-01T15:00:01,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T15:00:01,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T15:00:01,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T15:00:01,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-01T15:00:01,651 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:01,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T15:00:01,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T15:00:01,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T15:00:01,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-01T15:00:01,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-01T15:00:01,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=519b220a2ba1,43365,1733065190679 in 10.1200 sec 2024-12-01T15:00:01,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-01T15:00:01,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5640 sec 2024-12-01T15:00:01,657 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-01T15:00:01,657 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-01T15:00:01,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T15:00:01,659 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,43365,1733065190679, seqNum=-1] 2024-12-01T15:00:01,660 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T15:00:01,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T15:00:01,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6170 sec 2024-12-01T15:00:01,666 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733065201666, completionTime=-1 2024-12-01T15:00:01,666 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-01T15:00:01,666 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-01T15:00:01,668 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-01T15:00:01,668 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733065261668 2024-12-01T15:00:01,668 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733065321668 2024-12-01T15:00:01,668 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-01T15:00:01,669 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33135,1733065190476-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-01T15:00:01,669 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33135,1733065190476-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T15:00:01,669 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33135,1733065190476-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T15:00:01,669 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-519b220a2ba1:33135, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T15:00:01,669 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-01T15:00:01,669 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-01T15:00:01,670 DEBUG [master/519b220a2ba1:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-01T15:00:01,672 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.901sec 2024-12-01T15:00:01,672 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-01T15:00:01,673 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-01T15:00:01,673 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-01T15:00:01,673 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-01T15:00:01,673 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-01T15:00:01,673 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33135,1733065190476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-01T15:00:01,673 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33135,1733065190476-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-01T15:00:01,676 DEBUG [master/519b220a2ba1:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-01T15:00:01,676 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-01T15:00:01,676 INFO [master/519b220a2ba1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=519b220a2ba1,33135,1733065190476-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-01T15:00:01,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655b75f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T15:00:01,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 519b220a2ba1,33135,-1 for getting cluster id 2024-12-01T15:00:01,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T15:00:01,753 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12dba8ce-06d7-4a08-b463-914fb91c2f0e' 2024-12-01T15:00:01,753 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T15:00:01,754 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12dba8ce-06d7-4a08-b463-914fb91c2f0e" 2024-12-01T15:00:01,755 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3118c896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T15:00:01,755 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [519b220a2ba1,33135,-1] 2024-12-01T15:00:01,755 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T15:00:01,756 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:01,757 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T15:00:01,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4174749c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T15:00:01,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T15:00:01,760 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,43365,1733065190679, seqNum=-1] 2024-12-01T15:00:01,760 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T15:00:01,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40408, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T15:00:01,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=519b220a2ba1,33135,1733065190476 2024-12-01T15:00:01,763 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733065201763 (current time:1733065201763). 2024-12-01T15:00:01,763 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-01T15:00:01,763 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-12-01T15:00:01,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b35f86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T15:00:01,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 519b220a2ba1,33135,-1 for getting cluster id 2024-12-01T15:00:01,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-01T15:00:01,765 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '12dba8ce-06d7-4a08-b463-914fb91c2f0e' 2024-12-01T15:00:01,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-01T15:00:01,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "12dba8ce-06d7-4a08-b463-914fb91c2f0e" 2024-12-01T15:00:01,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1980fe43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T15:00:01,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [519b220a2ba1,33135,-1] 2024-12-01T15:00:01,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-01T15:00:01,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:01,767 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-01T15:00:01,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58623555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-01T15:00:01,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-01T15:00:01,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=519b220a2ba1,43365,1733065190679, seqNum=-1] 2024-12-01T15:00:01,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T15:00:01,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T15:00:01,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T15:00:01,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T15:00:01,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:01,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:01,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T15:00:01,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-01T15:00:01,774 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 519b220a2ba1,33135,1733065190476 2024-12-01T15:00:01,774 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18746214 2024-12-01T15:00:01,774 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-01T15:00:01,776 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-01T15:00:01,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-01T15:00:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-12-01T15:00:01,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-12-01T15:00:01,779 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:01,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-12-01T15:00:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T15:00:01,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-01T15:00:01,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741837_1013 (size=361) 2024-12-01T15:00:01,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741837_1013 (size=361) 2024-12-01T15:00:01,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741837_1013 (size=361) 2024-12-01T15:00:01,791 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8918450cf8b0498038036e6a8517be4, NAME => 'SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T15:00:01,791 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 274bcf8287c75b35302bd7aad4ce09f5, NAME => 'SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T15:00:01,792 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 02f6d63db6ed1ecfbcf96df10da2c728, NAME => 'SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T15:00:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741840_1016 (size=62) 2024-12-01T15:00:01,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741840_1016 (size=62) 2024-12-01T15:00:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741840_1016 (size=62) 2024-12-01T15:00:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741838_1014 (size=62) 2024-12-01T15:00:01,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741838_1014 (size=62) 2024-12-01T15:00:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 02f6d63db6ed1ecfbcf96df10da2c728, disabling compactions & flushes 2024-12-01T15:00:01,803 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:01,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741838_1014 (size=62) 2024-12-01T15:00:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. after waiting 0 ms 2024-12-01T15:00:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:01,803 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:01,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 02f6d63db6ed1ecfbcf96df10da2c728: Waiting for close lock at 1733065201803Disabling compacts and flushes for region at 1733065201803Disabling writes for close at 1733065201803Writing region close event to WAL at 1733065201803Closed at 1733065201803 2024-12-01T15:00:01,804 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d2b30652786f0822d77fb57d87514e3f, NAME => 'SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T15:00:01,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:01,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 274bcf8287c75b35302bd7aad4ce09f5, disabling compactions & flushes 2024-12-01T15:00:01,804 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:01,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:01,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. after waiting 0 ms 2024-12-01T15:00:01,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:01,804 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:01,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 274bcf8287c75b35302bd7aad4ce09f5: Waiting for close lock at 1733065201804Disabling compacts and flushes for region at 1733065201804Disabling writes for close at 1733065201804Writing region close event to WAL at 1733065201804Closed at 1733065201804 2024-12-01T15:00:01,805 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f1a90cd6e1bbbeb8c932e5062fa2d887, NAME => 'SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T15:00:01,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741839_1015 (size=54) 2024-12-01T15:00:01,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741839_1015 (size=54) 2024-12-01T15:00:01,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741839_1015 (size=54) 2024-12-01T15:00:01,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:01,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741841_1017 (size=62) 2024-12-01T15:00:01,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d8918450cf8b0498038036e6a8517be4, disabling compactions & flushes 2024-12-01T15:00:01,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741841_1017 (size=62) 2024-12-01T15:00:01,812 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:01,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:01,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. after waiting 0 ms 2024-12-01T15:00:01,812 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:01,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741841_1017 (size=62) 2024-12-01T15:00:01,812 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:01,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8918450cf8b0498038036e6a8517be4: Waiting for close lock at 1733065201812Disabling compacts and flushes for region at 1733065201812Disabling writes for close at 1733065201812Writing region close event to WAL at 1733065201812Closed at 1733065201812 2024-12-01T15:00:01,813 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 664c40bc95815cc51aa9ac5107dedfd3, NAME => 'SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T15:00:01,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:01,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d2b30652786f0822d77fb57d87514e3f, disabling compactions & flushes 2024-12-01T15:00:01,813 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:01,813 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:01,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. after waiting 0 ms 2024-12-01T15:00:01,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:01,814 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:01,814 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d2b30652786f0822d77fb57d87514e3f: Waiting for close lock at 1733065201813Disabling compacts and flushes for region at 1733065201813Disabling writes for close at 1733065201814 (+1 ms)Writing region close event to WAL at 1733065201814Closed at 1733065201814 2024-12-01T15:00:01,815 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7da8fae4a64394561a1336a7f63f90b5, NAME => 'SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T15:00:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741842_1018 (size=62) 2024-12-01T15:00:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741842_1018 (size=62) 2024-12-01T15:00:01,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741842_1018 (size=62) 2024-12-01T15:00:01,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:01,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f1a90cd6e1bbbeb8c932e5062fa2d887, disabling compactions & flushes 2024-12-01T15:00:01,820 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887. 2024-12-01T15:00:01,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887. 2024-12-01T15:00:01,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887. after waiting 0 ms 2024-12-01T15:00:01,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887. 2024-12-01T15:00:01,820 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887. 2024-12-01T15:00:01,820 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f1a90cd6e1bbbeb8c932e5062fa2d887: Waiting for close lock at 1733065201820Disabling compacts and flushes for region at 1733065201820Disabling writes for close at 1733065201820Writing region close event to WAL at 1733065201820Closed at 1733065201820 2024-12-01T15:00:01,821 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => cbb16583a0366b04aabe3a81fe4fc813, NAME => 'SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T15:00:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741843_1019 (size=62) 2024-12-01T15:00:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741843_1019 (size=62) 2024-12-01T15:00:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741843_1019 (size=62) 2024-12-01T15:00:01,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:01,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 664c40bc95815cc51aa9ac5107dedfd3, disabling compactions & flushes 2024-12-01T15:00:01,831 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:01,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:01,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. after waiting 0 ms 2024-12-01T15:00:01,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:01,831 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:01,831 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 664c40bc95815cc51aa9ac5107dedfd3: Waiting for close lock at 1733065201831Disabling compacts and flushes for region at 1733065201831Disabling writes for close at 1733065201831Writing region close event to WAL at 1733065201831Closed at 1733065201831 2024-12-01T15:00:01,832 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 477157c7ec5d8a00e9980a4e0e38b101, NAME => 'SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T15:00:01,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741844_1020 (size=62) 2024-12-01T15:00:01,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741844_1020 (size=62) 2024-12-01T15:00:01,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741844_1020 (size=62) 2024-12-01T15:00:01,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:01,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7da8fae4a64394561a1336a7f63f90b5, disabling compactions & flushes 2024-12-01T15:00:01,834 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:01,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:01,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. after waiting 0 ms 2024-12-01T15:00:01,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:01,834 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:01,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7da8fae4a64394561a1336a7f63f90b5: Waiting for close lock at 1733065201834Disabling compacts and flushes for region at 1733065201834Disabling writes for close at 1733065201834Writing region close event to WAL at 1733065201834Closed at 1733065201834 2024-12-01T15:00:01,835 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b8c6481bee5b28ffdaaeef153f44868e, NAME => 'SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07 2024-12-01T15:00:01,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741845_1021 (size=62) 2024-12-01T15:00:01,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741845_1021 (size=62) 2024-12-01T15:00:01,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741845_1021 (size=62) 2024-12-01T15:00:01,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:01,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing cbb16583a0366b04aabe3a81fe4fc813, disabling compactions & flushes 2024-12-01T15:00:01,850 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:01,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:01,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. after waiting 0 ms 2024-12-01T15:00:01,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:01,850 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:01,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for cbb16583a0366b04aabe3a81fe4fc813: Waiting for close lock at 1733065201850Disabling compacts and flushes for region at 1733065201850Disabling writes for close at 1733065201850Writing region close event to WAL at 1733065201850Closed at 1733065201850 2024-12-01T15:00:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741846_1022 (size=54) 2024-12-01T15:00:01,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741847_1023 (size=62) 2024-12-01T15:00:01,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741847_1023 (size=62) 2024-12-01T15:00:01,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741847_1023 (size=62) 2024-12-01T15:00:01,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741846_1022 (size=54) 2024-12-01T15:00:01,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741846_1022 (size=54) 2024-12-01T15:00:01,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:01,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:01,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b8c6481bee5b28ffdaaeef153f44868e, disabling compactions & flushes 2024-12-01T15:00:01,857 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 477157c7ec5d8a00e9980a4e0e38b101, disabling compactions & flushes 2024-12-01T15:00:01,858 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:01,858 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:01,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:01,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:01,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. after waiting 0 ms 2024-12-01T15:00:01,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. after waiting 0 ms 2024-12-01T15:00:01,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:01,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:01,858 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:01,858 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:01,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 477157c7ec5d8a00e9980a4e0e38b101: Waiting for close lock at 1733065201857Disabling compacts and flushes for region at 1733065201857Disabling writes for close at 1733065201858 (+1 ms)Writing region close event to WAL at 1733065201858Closed at 1733065201858 2024-12-01T15:00:01,858 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b8c6481bee5b28ffdaaeef153f44868e: Waiting for close lock at 1733065201857Disabling compacts and flushes for region at 1733065201857Disabling writes for close at 1733065201858 (+1 ms)Writing region close event to WAL at 1733065201858Closed at 1733065201858 2024-12-01T15:00:01,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-12-01T15:00:01,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065201859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065201859"}]},"ts":"1733065201859"} 2024-12-01T15:00:01,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065201859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065201859"}]},"ts":"1733065201859"} 2024-12-01T15:00:01,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733065201859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065201859"}]},"ts":"1733065201859"} 2024-12-01T15:00:01,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065201859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065201859"}]},"ts":"1733065201859"} 2024-12-01T15:00:01,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065201859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065201859"}]},"ts":"1733065201859"} 2024-12-01T15:00:01,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065201859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065201859"}]},"ts":"1733065201859"} 2024-12-01T15:00:01,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065201859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065201859"}]},"ts":"1733065201859"} 2024-12-01T15:00:01,860 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065201859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065201859"}]},"ts":"1733065201859"} 2024-12-01T15:00:01,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1733065201859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065201859"}]},"ts":"1733065201859"} 2024-12-01T15:00:01,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1733065201859"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733065201859"}]},"ts":"1733065201859"} 2024-12-01T15:00:01,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-12-01T15:00:01,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-01T15:00:01,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733065201866"}]},"ts":"1733065201866"} 2024-12-01T15:00:01,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-12-01T15:00:01,869 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {519b220a2ba1=0} racks are {/default-rack=0} 2024-12-01T15:00:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T15:00:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T15:00:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-01T15:00:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T15:00:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T15:00:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-01T15:00:01,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T15:00:01,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T15:00:01,873 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-01T15:00:01,873 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T15:00:01,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8918450cf8b0498038036e6a8517be4, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02f6d63db6ed1ecfbcf96df10da2c728, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=274bcf8287c75b35302bd7aad4ce09f5, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2b30652786f0822d77fb57d87514e3f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1a90cd6e1bbbeb8c932e5062fa2d887, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=664c40bc95815cc51aa9ac5107dedfd3, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7da8fae4a64394561a1336a7f63f90b5, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbb16583a0366b04aabe3a81fe4fc813, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=477157c7ec5d8a00e9980a4e0e38b101, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8c6481bee5b28ffdaaeef153f44868e, ASSIGN}] 2024-12-01T15:00:01,876 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=664c40bc95815cc51aa9ac5107dedfd3, ASSIGN 2024-12-01T15:00:01,876 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7da8fae4a64394561a1336a7f63f90b5, ASSIGN 2024-12-01T15:00:01,876 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1a90cd6e1bbbeb8c932e5062fa2d887, ASSIGN 2024-12-01T15:00:01,876 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2b30652786f0822d77fb57d87514e3f, ASSIGN 2024-12-01T15:00:01,877 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7da8fae4a64394561a1336a7f63f90b5, ASSIGN; state=OFFLINE, location=519b220a2ba1,43365,1733065190679; forceNewPlan=false, retain=false 2024-12-01T15:00:01,877 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=664c40bc95815cc51aa9ac5107dedfd3, ASSIGN; state=OFFLINE, location=519b220a2ba1,39205,1733065190643; forceNewPlan=false, retain=false 2024-12-01T15:00:01,877 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1a90cd6e1bbbeb8c932e5062fa2d887, ASSIGN; state=OFFLINE, location=519b220a2ba1,41305,1733065190717; forceNewPlan=false, retain=false 2024-12-01T15:00:01,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2b30652786f0822d77fb57d87514e3f, ASSIGN; state=OFFLINE, location=519b220a2ba1,43365,1733065190679; forceNewPlan=false, retain=false 2024-12-01T15:00:01,879 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=477157c7ec5d8a00e9980a4e0e38b101, ASSIGN 2024-12-01T15:00:01,880 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8c6481bee5b28ffdaaeef153f44868e, ASSIGN 2024-12-01T15:00:01,880 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=274bcf8287c75b35302bd7aad4ce09f5, ASSIGN 2024-12-01T15:00:01,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbb16583a0366b04aabe3a81fe4fc813, ASSIGN 2024-12-01T15:00:01,880 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02f6d63db6ed1ecfbcf96df10da2c728, ASSIGN 2024-12-01T15:00:01,880 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=477157c7ec5d8a00e9980a4e0e38b101, ASSIGN; state=OFFLINE, location=519b220a2ba1,39205,1733065190643; forceNewPlan=false, retain=false 2024-12-01T15:00:01,881 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8c6481bee5b28ffdaaeef153f44868e, ASSIGN; state=OFFLINE, location=519b220a2ba1,43365,1733065190679; forceNewPlan=false, retain=false 2024-12-01T15:00:01,881 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=274bcf8287c75b35302bd7aad4ce09f5, ASSIGN; state=OFFLINE, location=519b220a2ba1,41305,1733065190717; forceNewPlan=false, retain=false 2024-12-01T15:00:01,881 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbb16583a0366b04aabe3a81fe4fc813, ASSIGN; state=OFFLINE, location=519b220a2ba1,41305,1733065190717; forceNewPlan=false, retain=false 2024-12-01T15:00:01,881 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02f6d63db6ed1ecfbcf96df10da2c728, ASSIGN; state=OFFLINE, location=519b220a2ba1,43365,1733065190679; forceNewPlan=false, retain=false 2024-12-01T15:00:01,884 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8918450cf8b0498038036e6a8517be4, ASSIGN 2024-12-01T15:00:01,884 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8918450cf8b0498038036e6a8517be4, ASSIGN; state=OFFLINE, location=519b220a2ba1,39205,1733065190643; forceNewPlan=false, retain=false 2024-12-01T15:00:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T15:00:02,028 INFO [519b220a2ba1:33135 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-12-01T15:00:02,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=02f6d63db6ed1ecfbcf96df10da2c728, regionState=OPENING, regionLocation=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:02,028 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d2b30652786f0822d77fb57d87514e3f, regionState=OPENING, regionLocation=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:02,028 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7da8fae4a64394561a1336a7f63f90b5, regionState=OPENING, regionLocation=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:02,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cbb16583a0366b04aabe3a81fe4fc813, regionState=OPENING, regionLocation=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:02,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b8c6481bee5b28ffdaaeef153f44868e, regionState=OPENING, regionLocation=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:02,029 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=477157c7ec5d8a00e9980a4e0e38b101, regionState=OPENING, regionLocation=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:02,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1a90cd6e1bbbeb8c932e5062fa2d887, regionState=OPENING, regionLocation=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:02,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=274bcf8287c75b35302bd7aad4ce09f5, regionState=OPENING, regionLocation=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:02,029 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=664c40bc95815cc51aa9ac5107dedfd3, regionState=OPENING, regionLocation=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:02,029 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8918450cf8b0498038036e6a8517be4, regionState=OPENING, regionLocation=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:02,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7da8fae4a64394561a1336a7f63f90b5, ASSIGN because future has completed 2024-12-01T15:00:02,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7da8fae4a64394561a1336a7f63f90b5, server=519b220a2ba1,43365,1733065190679}] 2024-12-01T15:00:02,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbb16583a0366b04aabe3a81fe4fc813, ASSIGN because future has completed 2024-12-01T15:00:02,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbb16583a0366b04aabe3a81fe4fc813, server=519b220a2ba1,41305,1733065190717}] 2024-12-01T15:00:02,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b8c6481bee5b28ffdaaeef153f44868e, ASSIGN because future has completed 2024-12-01T15:00:02,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8c6481bee5b28ffdaaeef153f44868e, server=519b220a2ba1,43365,1733065190679}] 2024-12-01T15:00:02,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=02f6d63db6ed1ecfbcf96df10da2c728, ASSIGN because future has completed 2024-12-01T15:00:02,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1a90cd6e1bbbeb8c932e5062fa2d887, ASSIGN because future has completed 2024-12-01T15:00:02,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=477157c7ec5d8a00e9980a4e0e38b101, ASSIGN because future has completed 2024-12-01T15:00:02,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02f6d63db6ed1ecfbcf96df10da2c728, server=519b220a2ba1,43365,1733065190679}] 2024-12-01T15:00:02,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1a90cd6e1bbbeb8c932e5062fa2d887, server=519b220a2ba1,41305,1733065190717}] 2024-12-01T15:00:02,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=274bcf8287c75b35302bd7aad4ce09f5, ASSIGN because future has completed 2024-12-01T15:00:02,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=664c40bc95815cc51aa9ac5107dedfd3, ASSIGN because future has completed 2024-12-01T15:00:02,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 664c40bc95815cc51aa9ac5107dedfd3, server=519b220a2ba1,39205,1733065190643}] 2024-12-01T15:00:02,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d2b30652786f0822d77fb57d87514e3f, ASSIGN because future has completed 2024-12-01T15:00:02,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d8918450cf8b0498038036e6a8517be4, ASSIGN because future has completed 2024-12-01T15:00:02,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 477157c7ec5d8a00e9980a4e0e38b101, server=519b220a2ba1,39205,1733065190643}] 2024-12-01T15:00:02,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2b30652786f0822d77fb57d87514e3f, server=519b220a2ba1,43365,1733065190679}] 2024-12-01T15:00:02,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8918450cf8b0498038036e6a8517be4, server=519b220a2ba1,39205,1733065190643}] 2024-12-01T15:00:02,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274bcf8287c75b35302bd7aad4ce09f5, server=519b220a2ba1,41305,1733065190717}] 2024-12-01T15:00:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T15:00:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T15:00:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T15:00:03,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-01T15:00:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T15:00:04,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-01T15:00:04,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-01T15:00:04,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T15:00:04,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-01T15:00:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T15:00:07,122 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T15:00:07,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T15:00:07,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T15:00:07,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T15:00:08,163 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa59b9ef71f8396a2 with lease ID 0xc00ca6f16887e41a: from storage DS-04520d76-e6f5-445a-b397-679e5f7e1b4b node DatanodeRegistration(127.0.0.1:36021, datanodeUuid=ad58a5e7-b1f7-4874-8222-87e500e122dd, infoPort=33455, infoSecurePort=0, ipcPort=38467, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615), blocks: 12, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-01T15:00:08,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa59b9ef71f8396a2 with lease ID 0xc00ca6f16887e41a: from storage DS-98825c8c-b690-45b3-abab-2a0f4fee4131 node DatanodeRegistration(127.0.0.1:36021, datanodeUuid=ad58a5e7-b1f7-4874-8222-87e500e122dd, infoPort=33455, infoSecurePort=0, ipcPort=38467, storageInfo=lv=-57;cid=testClusterID;nsid=324408631;c=1733065188615), blocks: 11, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-01T15:00:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T15:00:12,042 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T15:00:12,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44441, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T15:00:12,047 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:12,047 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => d2b30652786f0822d77fb57d87514e3f, NAME => 'SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-12-01T15:00:12,048 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:12,048 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:12,048 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:12,048 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:12,050 INFO [StoreOpener-d2b30652786f0822d77fb57d87514e3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:12,051 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:12,051 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 274bcf8287c75b35302bd7aad4ce09f5, NAME => 'SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-01T15:00:12,051 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:12,052 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:12,052 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:12,052 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:12,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-01T15:00:12,053 INFO [StoreOpener-d2b30652786f0822d77fb57d87514e3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2b30652786f0822d77fb57d87514e3f columnFamilyName cf 2024-12-01T15:00:12,053 DEBUG [StoreOpener-d2b30652786f0822d77fb57d87514e3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:12,054 INFO [StoreOpener-d2b30652786f0822d77fb57d87514e3f-1 {}] regionserver.HStore(327): Store=d2b30652786f0822d77fb57d87514e3f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:12,054 INFO [StoreOpener-274bcf8287c75b35302bd7aad4ce09f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:12,054 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:12,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58901, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-01T15:00:12,055 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:12,055 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:12,056 INFO [StoreOpener-274bcf8287c75b35302bd7aad4ce09f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274bcf8287c75b35302bd7aad4ce09f5 columnFamilyName cf 2024-12-01T15:00:12,056 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:12,056 DEBUG [StoreOpener-274bcf8287c75b35302bd7aad4ce09f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:12,056 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:12,056 INFO [StoreOpener-274bcf8287c75b35302bd7aad4ce09f5-1 {}] regionserver.HStore(327): Store=274bcf8287c75b35302bd7aad4ce09f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:12,056 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:12,057 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:12,058 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:12,058 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:12,058 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:12,058 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:12,060 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:12,065 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/d2b30652786f0822d77fb57d87514e3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T15:00:12,066 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened d2b30652786f0822d77fb57d87514e3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65531158, jitterRate=-0.02350965142250061}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:12,066 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:12,066 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for d2b30652786f0822d77fb57d87514e3f: Running coprocessor pre-open hook at 1733065212048Writing region info on filesystem at 1733065212048Initializing all the Stores at 1733065212050 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065212050Cleaning up temporary data from old regions at 1733065212056 (+6 ms)Running coprocessor post-open hooks at 1733065212066 (+10 ms)Region opened successfully at 1733065212066 2024-12-01T15:00:12,067 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/274bcf8287c75b35302bd7aad4ce09f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T15:00:12,067 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f., pid=22, masterSystemTime=1733065212035 2024-12-01T15:00:12,068 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 274bcf8287c75b35302bd7aad4ce09f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60847662, jitterRate=-0.09329918026924133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:12,068 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:12,068 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 274bcf8287c75b35302bd7aad4ce09f5: Running coprocessor pre-open hook at 1733065212052Writing region info on filesystem at 1733065212052Initializing all the Stores at 1733065212053 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065212053Cleaning up temporary data from old regions at 1733065212058 (+5 ms)Running coprocessor post-open hooks at 1733065212068 (+10 ms)Region opened successfully at 1733065212068 2024-12-01T15:00:12,069 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5., pid=24, masterSystemTime=1733065212042 2024-12-01T15:00:12,069 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:12,069 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:12,069 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:12,069 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 02f6d63db6ed1ecfbcf96df10da2c728, NAME => 'SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-12-01T15:00:12,070 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:12,070 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:12,070 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:12,070 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:12,071 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d2b30652786f0822d77fb57d87514e3f, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:12,072 INFO [StoreOpener-02f6d63db6ed1ecfbcf96df10da2c728-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:12,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2b30652786f0822d77fb57d87514e3f, server=519b220a2ba1,43365,1733065190679 because future has completed 2024-12-01T15:00:12,073 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:12,074 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:12,074 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887. 2024-12-01T15:00:12,074 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f1a90cd6e1bbbeb8c932e5062fa2d887, NAME => 'SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-12-01T15:00:12,074 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=274bcf8287c75b35302bd7aad4ce09f5, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:12,074 INFO [StoreOpener-02f6d63db6ed1ecfbcf96df10da2c728-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02f6d63db6ed1ecfbcf96df10da2c728 columnFamilyName cf 2024-12-01T15:00:12,074 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:12,074 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:12,074 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:12,074 DEBUG [StoreOpener-02f6d63db6ed1ecfbcf96df10da2c728-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:12,074 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:12,076 INFO [StoreOpener-02f6d63db6ed1ecfbcf96df10da2c728-1 {}] regionserver.HStore(327): Store=02f6d63db6ed1ecfbcf96df10da2c728/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:12,076 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:12,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274bcf8287c75b35302bd7aad4ce09f5, server=519b220a2ba1,41305,1733065190717 because future has completed 2024-12-01T15:00:12,077 INFO [StoreOpener-f1a90cd6e1bbbeb8c932e5062fa2d887-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:12,077 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:12,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-12-01T15:00:12,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d2b30652786f0822d77fb57d87514e3f, server=519b220a2ba1,43365,1733065190679 in 10.0230 sec 2024-12-01T15:00:12,078 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:12,078 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:12,078 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:12,078 INFO [StoreOpener-f1a90cd6e1bbbeb8c932e5062fa2d887-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1a90cd6e1bbbeb8c932e5062fa2d887 columnFamilyName cf 2024-12-01T15:00:12,079 DEBUG [StoreOpener-f1a90cd6e1bbbeb8c932e5062fa2d887-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:12,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d2b30652786f0822d77fb57d87514e3f, ASSIGN in 10.2030 sec 2024-12-01T15:00:12,079 INFO [StoreOpener-f1a90cd6e1bbbeb8c932e5062fa2d887-1 {}] regionserver.HStore(327): Store=f1a90cd6e1bbbeb8c932e5062fa2d887/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:12,080 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:12,080 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:12,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-12-01T15:00:12,080 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:12,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 274bcf8287c75b35302bd7aad4ce09f5, server=519b220a2ba1,41305,1733065190717 in 10.0180 sec 2024-12-01T15:00:12,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=274bcf8287c75b35302bd7aad4ce09f5, ASSIGN in 10.2070 sec 2024-12-01T15:00:12,082 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:12,083 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:12,083 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:12,084 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:12,087 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:12,087 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d8918450cf8b0498038036e6a8517be4, NAME => 'SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4.', STARTKEY => '', ENDKEY => '19999999'} 2024-12-01T15:00:12,087 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/02f6d63db6ed1ecfbcf96df10da2c728/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T15:00:12,087 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:12,087 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:12,088 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:12,088 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:12,088 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 02f6d63db6ed1ecfbcf96df10da2c728; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61827311, jitterRate=-0.07870127260684967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:12,088 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:12,088 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 02f6d63db6ed1ecfbcf96df10da2c728: Running coprocessor pre-open hook at 1733065212070Writing region info on filesystem at 1733065212070Initializing all the Stores at 1733065212071 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065212071Cleaning up temporary data from old regions at 1733065212079 (+8 ms)Running coprocessor post-open hooks at 1733065212088 (+9 ms)Region opened successfully at 1733065212088 2024-12-01T15:00:12,089 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728., pid=18, masterSystemTime=1733065212035 2024-12-01T15:00:12,090 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:12,090 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:12,091 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:12,091 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7da8fae4a64394561a1336a7f63f90b5, NAME => 'SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-12-01T15:00:12,091 INFO [StoreOpener-d8918450cf8b0498038036e6a8517be4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:12,091 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/f1a90cd6e1bbbeb8c932e5062fa2d887/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T15:00:12,091 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=02f6d63db6ed1ecfbcf96df10da2c728, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:12,091 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:12,091 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:12,091 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:12,091 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:12,092 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened f1a90cd6e1bbbeb8c932e5062fa2d887; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64530234, jitterRate=-0.03842458128929138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:12,092 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:12,092 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f1a90cd6e1bbbeb8c932e5062fa2d887: Running coprocessor pre-open hook at 1733065212074Writing region info on filesystem at 1733065212074Initializing all the Stores at 1733065212076 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065212076Cleaning up temporary data from old regions at 1733065212083 (+7 ms)Running coprocessor post-open hooks at 1733065212092 (+9 ms)Region opened successfully at 1733065212092 2024-12-01T15:00:12,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02f6d63db6ed1ecfbcf96df10da2c728, server=519b220a2ba1,43365,1733065190679 because future has completed 2024-12-01T15:00:12,093 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887., pid=19, masterSystemTime=1733065212042 2024-12-01T15:00:12,094 INFO [StoreOpener-d8918450cf8b0498038036e6a8517be4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8918450cf8b0498038036e6a8517be4 columnFamilyName cf 2024-12-01T15:00:12,094 DEBUG [StoreOpener-d8918450cf8b0498038036e6a8517be4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:12,095 INFO [StoreOpener-7da8fae4a64394561a1336a7f63f90b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:12,096 INFO [StoreOpener-d8918450cf8b0498038036e6a8517be4-1 {}] regionserver.HStore(327): Store=d8918450cf8b0498038036e6a8517be4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:12,096 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:12,096 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887. 2024-12-01T15:00:12,096 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887. 2024-12-01T15:00:12,096 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:12,097 INFO [StoreOpener-7da8fae4a64394561a1336a7f63f90b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7da8fae4a64394561a1336a7f63f90b5 columnFamilyName cf 2024-12-01T15:00:12,097 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cbb16583a0366b04aabe3a81fe4fc813, NAME => 'SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-01T15:00:12,097 DEBUG [StoreOpener-7da8fae4a64394561a1336a7f63f90b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:12,097 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:12,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1a90cd6e1bbbeb8c932e5062fa2d887, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:12,097 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:12,097 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:12,097 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:12,097 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:12,098 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:12,098 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:12,098 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:12,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=6 2024-12-01T15:00:12,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 02f6d63db6ed1ecfbcf96df10da2c728, server=519b220a2ba1,43365,1733065190679 in 10.0590 sec 2024-12-01T15:00:12,099 INFO [StoreOpener-7da8fae4a64394561a1336a7f63f90b5-1 {}] regionserver.HStore(327): Store=7da8fae4a64394561a1336a7f63f90b5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:12,099 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:12,100 INFO [StoreOpener-cbb16583a0366b04aabe3a81fe4fc813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:12,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1a90cd6e1bbbeb8c932e5062fa2d887, server=519b220a2ba1,41305,1733065190717 because future has completed 2024-12-01T15:00:12,100 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:12,101 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:12,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=02f6d63db6ed1ecfbcf96df10da2c728, ASSIGN in 10.2250 sec 2024-12-01T15:00:12,102 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:12,102 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:12,102 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:12,103 INFO [StoreOpener-cbb16583a0366b04aabe3a81fe4fc813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbb16583a0366b04aabe3a81fe4fc813 columnFamilyName cf 2024-12-01T15:00:12,103 DEBUG [StoreOpener-cbb16583a0366b04aabe3a81fe4fc813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:12,105 INFO [StoreOpener-cbb16583a0366b04aabe3a81fe4fc813-1 {}] regionserver.HStore(327): Store=cbb16583a0366b04aabe3a81fe4fc813/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:12,105 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:12,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=9 2024-12-01T15:00:12,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f1a90cd6e1bbbeb8c932e5062fa2d887, server=519b220a2ba1,41305,1733065190717 in 10.0630 sec 2024-12-01T15:00:12,106 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:12,106 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:12,107 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:12,108 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:12,108 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:12,108 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/d8918450cf8b0498038036e6a8517be4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T15:00:12,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1a90cd6e1bbbeb8c932e5062fa2d887, ASSIGN in 10.2320 sec 2024-12-01T15:00:12,109 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d8918450cf8b0498038036e6a8517be4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63012137, jitterRate=-0.06104598939418793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:12,109 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:12,109 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d8918450cf8b0498038036e6a8517be4: Running coprocessor pre-open hook at 1733065212088Writing region info on filesystem at 1733065212088Initializing all the Stores at 1733065212089 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065212089Cleaning up temporary data from old regions at 1733065212098 (+9 ms)Running coprocessor post-open hooks at 1733065212109 (+11 ms)Region opened successfully at 1733065212109 2024-12-01T15:00:12,110 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4., pid=23, masterSystemTime=1733065212052 2024-12-01T15:00:12,111 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/7da8fae4a64394561a1336a7f63f90b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T15:00:12,111 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:12,111 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7da8fae4a64394561a1336a7f63f90b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66227423, jitterRate=-0.013134494423866272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:12,111 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:12,111 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7da8fae4a64394561a1336a7f63f90b5: Running coprocessor pre-open hook at 1733065212092Writing region info on filesystem at 1733065212092Initializing all the Stores at 1733065212094 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065212094Cleaning up temporary data from old regions at 1733065212102 (+8 ms)Running coprocessor post-open hooks at 1733065212111 (+9 ms)Region opened successfully at 1733065212111 2024-12-01T15:00:12,113 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:12,113 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:12,113 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5., pid=15, masterSystemTime=1733065212035 2024-12-01T15:00:12,113 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:12,114 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T15:00:12,114 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 477157c7ec5d8a00e9980a4e0e38b101, NAME => 'SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-12-01T15:00:12,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8918450cf8b0498038036e6a8517be4, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:12,114 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:12,114 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:12,115 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:12,115 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:12,115 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cbb16583a0366b04aabe3a81fe4fc813; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65790486, jitterRate=-0.019645363092422485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:12,115 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:12,115 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cbb16583a0366b04aabe3a81fe4fc813: Running coprocessor pre-open hook at 1733065212097Writing region info on filesystem at 1733065212097Initializing all the Stores at 1733065212099 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065212099Cleaning up temporary data from old regions at 1733065212108 (+9 ms)Running coprocessor post-open hooks at 1733065212115 (+7 ms)Region opened successfully at 1733065212115 2024-12-01T15:00:12,116 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:12,116 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:12,116 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:12,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8918450cf8b0498038036e6a8517be4, server=519b220a2ba1,39205,1733065190643 because future has completed 2024-12-01T15:00:12,117 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813., pid=16, masterSystemTime=1733065212042 2024-12-01T15:00:12,117 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => b8c6481bee5b28ffdaaeef153f44868e, NAME => 'SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-12-01T15:00:12,117 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:12,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=7da8fae4a64394561a1336a7f63f90b5, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:12,117 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:12,118 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:12,118 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:12,120 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:12,120 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7da8fae4a64394561a1336a7f63f90b5, server=519b220a2ba1,43365,1733065190679 because future has completed 2024-12-01T15:00:12,120 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=cbb16583a0366b04aabe3a81fe4fc813, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:12,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-12-01T15:00:12,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbb16583a0366b04aabe3a81fe4fc813, server=519b220a2ba1,41305,1733065190717 because future has completed 2024-12-01T15:00:12,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d8918450cf8b0498038036e6a8517be4, server=519b220a2ba1,39205,1733065190643 in 10.0670 sec 2024-12-01T15:00:12,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d8918450cf8b0498038036e6a8517be4, ASSIGN in 10.2490 sec 2024-12-01T15:00:12,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=11 2024-12-01T15:00:12,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 7da8fae4a64394561a1336a7f63f90b5, server=519b220a2ba1,43365,1733065190679 in 10.0910 sec 2024-12-01T15:00:12,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-12-01T15:00:12,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure cbb16583a0366b04aabe3a81fe4fc813, server=519b220a2ba1,41305,1733065190717 in 10.0910 sec 2024-12-01T15:00:12,127 INFO [StoreOpener-477157c7ec5d8a00e9980a4e0e38b101-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:12,127 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7da8fae4a64394561a1336a7f63f90b5, ASSIGN in 10.2510 sec 2024-12-01T15:00:12,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbb16583a0366b04aabe3a81fe4fc813, ASSIGN in 10.2530 sec 2024-12-01T15:00:12,129 INFO [StoreOpener-477157c7ec5d8a00e9980a4e0e38b101-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 477157c7ec5d8a00e9980a4e0e38b101 columnFamilyName cf 2024-12-01T15:00:12,129 DEBUG [StoreOpener-477157c7ec5d8a00e9980a4e0e38b101-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:12,129 INFO [StoreOpener-477157c7ec5d8a00e9980a4e0e38b101-1 {}] regionserver.HStore(327): Store=477157c7ec5d8a00e9980a4e0e38b101/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:12,130 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:12,130 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:12,131 INFO [StoreOpener-b8c6481bee5b28ffdaaeef153f44868e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:12,131 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:12,131 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:12,131 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:12,132 INFO [StoreOpener-b8c6481bee5b28ffdaaeef153f44868e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8c6481bee5b28ffdaaeef153f44868e columnFamilyName cf 2024-12-01T15:00:12,132 DEBUG [StoreOpener-b8c6481bee5b28ffdaaeef153f44868e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:12,133 INFO [StoreOpener-b8c6481bee5b28ffdaaeef153f44868e-1 {}] regionserver.HStore(327): Store=b8c6481bee5b28ffdaaeef153f44868e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:12,133 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:12,133 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:12,134 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:12,134 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:12,134 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:12,134 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:12,135 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/477157c7ec5d8a00e9980a4e0e38b101/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T15:00:12,136 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 477157c7ec5d8a00e9980a4e0e38b101; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61541318, jitterRate=-0.08296290040016174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:12,136 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:12,136 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:12,136 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 477157c7ec5d8a00e9980a4e0e38b101: Running coprocessor pre-open hook at 1733065212115Writing region info on filesystem at 1733065212115Initializing all the Stores at 1733065212117 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065212117Cleaning up temporary data from old regions at 1733065212131 (+14 ms)Running coprocessor post-open hooks at 1733065212136 (+5 ms)Region opened successfully at 1733065212136 2024-12-01T15:00:12,137 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101., pid=21, masterSystemTime=1733065212052 2024-12-01T15:00:12,139 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:12,139 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:12,139 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:12,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=477157c7ec5d8a00e9980a4e0e38b101, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:12,139 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 664c40bc95815cc51aa9ac5107dedfd3, NAME => 'SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-12-01T15:00:12,140 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:12,140 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:12,140 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:12,140 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:12,141 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/b8c6481bee5b28ffdaaeef153f44868e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T15:00:12,141 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened b8c6481bee5b28ffdaaeef153f44868e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61231185, jitterRate=-0.0875842422246933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:12,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 477157c7ec5d8a00e9980a4e0e38b101, server=519b220a2ba1,39205,1733065190643 because future has completed 2024-12-01T15:00:12,141 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:12,142 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for b8c6481bee5b28ffdaaeef153f44868e: Running coprocessor pre-open hook at 1733065212118Writing region info on filesystem at 1733065212118Initializing all the Stores at 1733065212119 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065212119Cleaning up temporary data from old regions at 1733065212134 (+15 ms)Running coprocessor post-open hooks at 1733065212142 (+8 ms)Region opened successfully at 1733065212142 2024-12-01T15:00:12,142 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e., pid=17, masterSystemTime=1733065212035 2024-12-01T15:00:12,144 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:12,145 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:12,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-12-01T15:00:12,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 477157c7ec5d8a00e9980a4e0e38b101, server=519b220a2ba1,39205,1733065190643 in 10.0940 sec 2024-12-01T15:00:12,145 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=b8c6481bee5b28ffdaaeef153f44868e, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:12,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8c6481bee5b28ffdaaeef153f44868e, server=519b220a2ba1,43365,1733065190679 because future has completed 2024-12-01T15:00:12,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=477157c7ec5d8a00e9980a4e0e38b101, ASSIGN in 10.2710 sec 2024-12-01T15:00:12,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-12-01T15:00:12,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure b8c6481bee5b28ffdaaeef153f44868e, server=519b220a2ba1,43365,1733065190679 in 10.1140 sec 2024-12-01T15:00:12,151 INFO [StoreOpener-664c40bc95815cc51aa9ac5107dedfd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:12,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b8c6481bee5b28ffdaaeef153f44868e, ASSIGN in 10.2760 sec 2024-12-01T15:00:12,153 INFO [StoreOpener-664c40bc95815cc51aa9ac5107dedfd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 664c40bc95815cc51aa9ac5107dedfd3 columnFamilyName cf 2024-12-01T15:00:12,153 DEBUG [StoreOpener-664c40bc95815cc51aa9ac5107dedfd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:12,153 INFO [StoreOpener-664c40bc95815cc51aa9ac5107dedfd3-1 {}] regionserver.HStore(327): Store=664c40bc95815cc51aa9ac5107dedfd3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:12,154 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:12,154 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:12,154 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:12,155 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:12,155 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:12,156 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:12,159 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/664c40bc95815cc51aa9ac5107dedfd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-01T15:00:12,159 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 664c40bc95815cc51aa9ac5107dedfd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61175597, jitterRate=-0.0884125679731369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:12,159 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:12,159 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 664c40bc95815cc51aa9ac5107dedfd3: Running coprocessor pre-open hook at 1733065212140Writing region info on filesystem at 1733065212140Initializing all the Stores at 1733065212141 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065212141Cleaning up temporary data from old regions at 1733065212155 (+14 ms)Running coprocessor post-open hooks at 1733065212159 (+4 ms)Region opened successfully at 1733065212159 2024-12-01T15:00:12,160 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3., pid=20, masterSystemTime=1733065212052 2024-12-01T15:00:12,162 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:12,162 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:12,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=664c40bc95815cc51aa9ac5107dedfd3, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:12,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 664c40bc95815cc51aa9ac5107dedfd3, server=519b220a2ba1,39205,1733065190643 because future has completed 2024-12-01T15:00:12,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=10 2024-12-01T15:00:12,167 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 664c40bc95815cc51aa9ac5107dedfd3, server=519b220a2ba1,39205,1733065190643 in 10.1190 sec 2024-12-01T15:00:12,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-12-01T15:00:12,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=664c40bc95815cc51aa9ac5107dedfd3, ASSIGN in 10.2930 sec 2024-12-01T15:00:12,170 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-01T15:00:12,170 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733065212170"}]},"ts":"1733065212170"} 2024-12-01T15:00:12,172 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-12-01T15:00:12,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-12-01T15:00:12,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3960 sec 2024-12-01T15:00:15,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-12-01T15:00:17,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-01T15:00:17,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T15:00:17,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T15:00:17,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-01T15:00:20,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-01T15:00:20,048 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-12-01T15:00:20,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-12-01T15:00:20,049 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T15:00:20,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-12-01T15:00:20,056 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T15:00:20,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-12-01T15:00:20,075 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,077 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,078 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,079 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,080 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,082 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,109 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813., hostname=519b220a2ba1,41305,1733065190717, seqNum=2] 2024-12-01T15:00:20,111 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813., hostname=519b220a2ba1,41305,1733065190717, seqNum=2] 2024-12-01T15:00:20,112 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813., hostname=519b220a2ba1,41305,1733065190717, seqNum=2] 2024-12-01T15:00:20,113 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813., hostname=519b220a2ba1,41305,1733065190717, seqNum=2] 2024-12-01T15:00:20,115 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813., hostname=519b220a2ba1,41305,1733065190717, seqNum=2] 2024-12-01T15:00:20,116 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813., hostname=519b220a2ba1,41305,1733065190717, seqNum=2] 2024-12-01T15:00:20,143 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101., hostname=519b220a2ba1,39205,1733065190643, seqNum=2] 2024-12-01T15:00:20,145 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101., hostname=519b220a2ba1,39205,1733065190643, seqNum=2] 2024-12-01T15:00:20,147 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101., hostname=519b220a2ba1,39205,1733065190643, seqNum=2] 2024-12-01T15:00:20,148 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101., hostname=519b220a2ba1,39205,1733065190643, seqNum=2] 2024-12-01T15:00:20,149 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101., hostname=519b220a2ba1,39205,1733065190643, seqNum=2] 2024-12-01T15:00:20,150 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101., hostname=519b220a2ba1,39205,1733065190643, seqNum=2] 2024-12-01T15:00:20,199 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,200 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,201 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,203 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,203 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,204 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e., hostname=519b220a2ba1,43365,1733065190679, seqNum=2] 2024-12-01T15:00:20,446 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T15:00:20,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T15:00:20,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-01T15:00:20,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T15:00:20,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59102, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-01T15:00:20,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41305 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T15:00:20,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43365 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:20,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43365 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T15:00:20,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39205 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T15:00:21,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43365 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. with WAL disabled. Data may be lost in the event of a crash. 2024-12-01T15:00:21,241 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-12-01T15:00:21,241 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T15:00:21,242 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-01T15:00:21,243 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-01T15:00:21,245 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-01T15:00:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741848_1024 (size=49) 2024-12-01T15:00:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741848_1024 (size=49) 2024-12-01T15:00:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741848_1024 (size=49) 2024-12-01T15:00:21,253 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-01T15:00:21,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8918450cf8b0498038036e6a8517be4}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02f6d63db6ed1ecfbcf96df10da2c728}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274bcf8287c75b35302bd7aad4ce09f5}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2b30652786f0822d77fb57d87514e3f}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1a90cd6e1bbbeb8c932e5062fa2d887}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 664c40bc95815cc51aa9ac5107dedfd3}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7da8fae4a64394561a1336a7f63f90b5}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbb16583a0366b04aabe3a81fe4fc813}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477157c7ec5d8a00e9980a4e0e38b101}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8c6481bee5b28ffdaaeef153f44868e}] 2024-12-01T15:00:21,255 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:21,255 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:21,255 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:21,255 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:21,256 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:21,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:21,259 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:21,259 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:21,259 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:21,259 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:26,097 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-12-01T15:00:31,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-12-01T15:00:31,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-12-01T15:00:31,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-12-01T15:00:31,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-12-01T15:00:31,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:31,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:31,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d2b30652786f0822d77fb57d87514e3f: 2024-12-01T15:00:31,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. for SnapshotProcedureTest completed. 2024-12-01T15:00:31,258 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 477157c7ec5d8a00e9980a4e0e38b101 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 274bcf8287c75b35302bd7aad4ce09f5: 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. for SnapshotProcedureTest completed. 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for d8918450cf8b0498038036e6a8517be4: 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,258 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. for SnapshotProcedureTest completed. 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 02f6d63db6ed1ecfbcf96df10da2c728: 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. for SnapshotProcedureTest completed. 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T15:00:31,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:31,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 664c40bc95815cc51aa9ac5107dedfd3: 2024-12-01T15:00:31,259 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. for SnapshotProcedureTest completed. 2024-12-01T15:00:31,260 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 7da8fae4a64394561a1336a7f63f90b5 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-12-01T15:00:31,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:31,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,260 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing cbb16583a0366b04aabe3a81fe4fc813 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-12-01T15:00:31,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T15:00:31,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T15:00:31,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887. 2024-12-01T15:00:31,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for f1a90cd6e1bbbeb8c932e5062fa2d887: 2024-12-01T15:00:31,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887. for SnapshotProcedureTest completed. 2024-12-01T15:00:31,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T15:00:31,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-01T15:00:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741852_1028 (size=65) 2024-12-01T15:00:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741852_1028 (size=65) 2024-12-01T15:00:31,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741852_1028 (size=65) 2024-12-01T15:00:31,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:31,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-01T15:00:31,298 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:31,298 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing b8c6481bee5b28ffdaaeef153f44868e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-12-01T15:00:31,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-12-01T15:00:31,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:31,299 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:31,300 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813/.tmp/cf/5df4c15f9b9b4a3c909564406d387c70 is 34, key is baa/cf:cf/1733065220760/Put/seqid=0 2024-12-01T15:00:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741849_1025 (size=57) 2024-12-01T15:00:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741849_1025 (size=57) 2024-12-01T15:00:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741849_1025 (size=57) 2024-12-01T15:00:31,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/477157c7ec5d8a00e9980a4e0e38b101/.tmp/cf/721f76e7d3704068beaf5dfea7fe93b3 is 34, key is ccd/cf:cf/1733065220801/Put/seqid=0 2024-12-01T15:00:31,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2b30652786f0822d77fb57d87514e3f in 10.0460 sec 2024-12-01T15:00:31,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:31,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-01T15:00:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-01T15:00:31,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:31,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/7da8fae4a64394561a1336a7f63f90b5/.tmp/cf/648068ccb7a441ef83c8c1922a64b577 is 34, key is aaa/cf:cf/1733065220801/Put/seqid=0 2024-12-01T15:00:31,304 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:31,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d8918450cf8b0498038036e6a8517be4 in 10.0510 sec 2024-12-01T15:00:31,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741850_1026 (size=65) 2024-12-01T15:00:31,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741850_1026 (size=65) 2024-12-01T15:00:31,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741850_1026 (size=65) 2024-12-01T15:00:31,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:31,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-01T15:00:31,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741854_1030 (size=65) 2024-12-01T15:00:31,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741854_1030 (size=65) 2024-12-01T15:00:31,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741854_1030 (size=65) 2024-12-01T15:00:31,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1733065201776.f1a90cd6e1bbbeb8c932e5062fa2d887. 2024-12-01T15:00:31,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-01T15:00:31,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-12-01T15:00:31,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-01T15:00:31,315 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:31,315 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:31,315 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f1a90cd6e1bbbeb8c932e5062fa2d887 2024-12-01T15:00:31,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f1a90cd6e1bbbeb8c932e5062fa2d887 in 10.0610 sec 2024-12-01T15:00:31,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 02f6d63db6ed1ecfbcf96df10da2c728 in 10.0610 sec 2024-12-01T15:00:31,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741851_1027 (size=65) 2024-12-01T15:00:31,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741851_1027 (size=65) 2024-12-01T15:00:31,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741851_1027 (size=65) 2024-12-01T15:00:31,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:31,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-01T15:00:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-01T15:00:31,339 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:31,339 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:31,342 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 274bcf8287c75b35302bd7aad4ce09f5 in 10.0860 sec 2024-12-01T15:00:31,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741853_1029 (size=65) 2024-12-01T15:00:31,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741853_1029 (size=65) 2024-12-01T15:00:31,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741853_1029 (size=65) 2024-12-01T15:00:31,351 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:31,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-01T15:00:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-12-01T15:00:31,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:31,353 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:31,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741856_1032 (size=47197) 2024-12-01T15:00:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741856_1032 (size=47197) 2024-12-01T15:00:31,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741856_1032 (size=47197) 2024-12-01T15:00:31,358 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/477157c7ec5d8a00e9980a4e0e38b101/.tmp/cf/721f76e7d3704068beaf5dfea7fe93b3 2024-12-01T15:00:31,358 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 664c40bc95815cc51aa9ac5107dedfd3 in 10.1000 sec 2024-12-01T15:00:31,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741855_1031 (size=28623) 2024-12-01T15:00:31,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741855_1031 (size=28623) 2024-12-01T15:00:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741855_1031 (size=28623) 2024-12-01T15:00:31,367 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813/.tmp/cf/5df4c15f9b9b4a3c909564406d387c70 2024-12-01T15:00:31,377 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/b8c6481bee5b28ffdaaeef153f44868e/.tmp/cf/144fc339c4b342e589697e7421980807 is 34, key is eaa/cf:cf/1733065221152/Put/seqid=0 2024-12-01T15:00:31,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741857_1033 (size=26918) 2024-12-01T15:00:31,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741857_1033 (size=26918) 2024-12-01T15:00:31,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741857_1033 (size=26918) 2024-12-01T15:00:31,385 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/7da8fae4a64394561a1336a7f63f90b5/.tmp/cf/648068ccb7a441ef83c8c1922a64b577 2024-12-01T15:00:31,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/477157c7ec5d8a00e9980a4e0e38b101/.tmp/cf/721f76e7d3704068beaf5dfea7fe93b3 as hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/477157c7ec5d8a00e9980a4e0e38b101/cf/721f76e7d3704068beaf5dfea7fe93b3 2024-12-01T15:00:31,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741858_1034 (size=499309) 2024-12-01T15:00:31,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741858_1034 (size=499309) 2024-12-01T15:00:31,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741858_1034 (size=499309) 2024-12-01T15:00:31,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813/.tmp/cf/5df4c15f9b9b4a3c909564406d387c70 as hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813/cf/5df4c15f9b9b4a3c909564406d387c70 2024-12-01T15:00:31,392 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/b8c6481bee5b28ffdaaeef153f44868e/.tmp/cf/144fc339c4b342e589697e7421980807 2024-12-01T15:00:31,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/7da8fae4a64394561a1336a7f63f90b5/.tmp/cf/648068ccb7a441ef83c8c1922a64b577 as hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/7da8fae4a64394561a1336a7f63f90b5/cf/648068ccb7a441ef83c8c1922a64b577 2024-12-01T15:00:31,397 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/477157c7ec5d8a00e9980a4e0e38b101/cf/721f76e7d3704068beaf5dfea7fe93b3, entries=1297, sequenceid=5, filesize=46.1 K 2024-12-01T15:00:31,398 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 477157c7ec5d8a00e9980a4e0e38b101 in 140ms, sequenceid=5, compaction requested=false 2024-12-01T15:00:31,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 477157c7ec5d8a00e9980a4e0e38b101: 2024-12-01T15:00:31,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. for SnapshotProcedureTest completed. 2024-12-01T15:00:31,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T15:00:31,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/477157c7ec5d8a00e9980a4e0e38b101/cf/721f76e7d3704068beaf5dfea7fe93b3] hfiles 2024-12-01T15:00:31,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/477157c7ec5d8a00e9980a4e0e38b101/cf/721f76e7d3704068beaf5dfea7fe93b3 for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,399 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813/cf/5df4c15f9b9b4a3c909564406d387c70, entries=731, sequenceid=5, filesize=28.0 K 2024-12-01T15:00:31,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/b8c6481bee5b28ffdaaeef153f44868e/.tmp/cf/144fc339c4b342e589697e7421980807 as hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/b8c6481bee5b28ffdaaeef153f44868e/cf/144fc339c4b342e589697e7421980807 2024-12-01T15:00:31,401 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for cbb16583a0366b04aabe3a81fe4fc813 in 141ms, sequenceid=5, compaction requested=false 2024-12-01T15:00:31,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for cbb16583a0366b04aabe3a81fe4fc813: 2024-12-01T15:00:31,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. for SnapshotProcedureTest completed. 2024-12-01T15:00:31,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T15:00:31,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813/cf/5df4c15f9b9b4a3c909564406d387c70] hfiles 2024-12-01T15:00:31,401 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813/cf/5df4c15f9b9b4a3c909564406d387c70 for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,404 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/7da8fae4a64394561a1336a7f63f90b5/cf/648068ccb7a441ef83c8c1922a64b577, entries=676, sequenceid=5, filesize=26.3 K 2024-12-01T15:00:31,406 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 7da8fae4a64394561a1336a7f63f90b5 in 146ms, sequenceid=5, compaction requested=false 2024-12-01T15:00:31,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7da8fae4a64394561a1336a7f63f90b5: 2024-12-01T15:00:31,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. for SnapshotProcedureTest completed. 2024-12-01T15:00:31,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T15:00:31,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/7da8fae4a64394561a1336a7f63f90b5/cf/648068ccb7a441ef83c8c1922a64b577] hfiles 2024-12-01T15:00:31,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/7da8fae4a64394561a1336a7f63f90b5/cf/648068ccb7a441ef83c8c1922a64b577 for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,411 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/b8c6481bee5b28ffdaaeef153f44868e/cf/144fc339c4b342e589697e7421980807, entries=14872, sequenceid=5, filesize=487.6 K 2024-12-01T15:00:31,412 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for b8c6481bee5b28ffdaaeef153f44868e in 114ms, sequenceid=5, compaction requested=false 2024-12-01T15:00:31,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for b8c6481bee5b28ffdaaeef153f44868e: 2024-12-01T15:00:31,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. for SnapshotProcedureTest completed. 2024-12-01T15:00:31,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e.' region-info for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,412 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-01T15:00:31,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/b8c6481bee5b28ffdaaeef153f44868e/cf/144fc339c4b342e589697e7421980807] hfiles 2024-12-01T15:00:31,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/b8c6481bee5b28ffdaaeef153f44868e/cf/144fc339c4b342e589697e7421980807 for snapshot=SnapshotProcedureTest 2024-12-01T15:00:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741860_1036 (size=105) 2024-12-01T15:00:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741859_1035 (size=105) 2024-12-01T15:00:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741859_1035 (size=105) 2024-12-01T15:00:31,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741860_1036 (size=105) 2024-12-01T15:00:31,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:31,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741859_1035 (size=105) 2024-12-01T15:00:31,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-12-01T15:00:31,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741860_1036 (size=105) 2024-12-01T15:00:31,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:31,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-01T15:00:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-12-01T15:00:31,427 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-01T15:00:31,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:31,427 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:31,427 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:31,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 477157c7ec5d8a00e9980a4e0e38b101 in 10.1740 sec 2024-12-01T15:00:31,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cbb16583a0366b04aabe3a81fe4fc813 in 10.1740 sec 2024-12-01T15:00:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741862_1038 (size=97) 2024-12-01T15:00:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741861_1037 (size=105) 2024-12-01T15:00:31,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741861_1037 (size=105) 2024-12-01T15:00:31,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:31,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-01T15:00:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-01T15:00:31,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:31,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:31,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:31,446 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-01T15:00:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741862_1038 (size=97) 2024-12-01T15:00:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741862_1038 (size=97) 2024-12-01T15:00:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741861_1037 (size=105) 2024-12-01T15:00:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-01T15:00:31,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:31,448 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:31,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b8c6481bee5b28ffdaaeef153f44868e in 10.1930 sec 2024-12-01T15:00:31,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-12-01T15:00:31,451 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-01T15:00:31,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7da8fae4a64394561a1336a7f63f90b5 in 10.1940 sec 2024-12-01T15:00:31,452 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-01T15:00:31,452 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-01T15:00:31,452 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-12-01T15:00:31,454 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T15:00:31,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741863_1039 (size=1174) 2024-12-01T15:00:31,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741863_1039 (size=1174) 2024-12-01T15:00:31,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741863_1039 (size=1174) 2024-12-01T15:00:31,487 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-01T15:00:31,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-12-01T15:00:31,495 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:31,495 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:31,495 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:31,495 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:31,495 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:31,499 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:31,499 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:31,499 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:31,499 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:31,560 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T15:00:34,904 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=519b220a2ba1:37167 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-12-01T15:00:41,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-12-01T15:00:41,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-12-01T15:00:41,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-12-01T15:00:41,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-12-01T15:00:41,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-12-01T15:00:41,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-12-01T15:00:41,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-12-01T15:00:41,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-12-01T15:00:41,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-12-01T15:00:41,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T15:00:41,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T15:00:41,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-12-01T15:00:41,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-01T15:00:41,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-01T15:00:41,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-12-01T15:00:41,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-12-01T15:00:41,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-12-01T15:00:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-12-01T15:00:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-01T15:00:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-12-01T15:00:41,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-01T15:00:41,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-01T15:00:41,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-01T15:00:41,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-01T15:00:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-01T15:00:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-12-01T15:00:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-12-01T15:00:41,507 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,39205,1733065190643 Release verify snapshot worker=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:41,507 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,41305,1733065190717 Release verify snapshot worker=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:41,507 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,43365,1733065190679 Release verify snapshot worker=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-12-01T15:00:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-01T15:00:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-01T15:00:41,509 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,43365,1733065190679 Release verify snapshot worker=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:41,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,41305,1733065190717 in 10.0150 sec 2024-12-01T15:00:41,510 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:41,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,43365,1733065190679 in 10.0150 sec 2024-12-01T15:00:41,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,39205,1733065190643 in 10.0150 sec 2024-12-01T15:00:41,511 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,39205,1733065190643 Release verify snapshot worker=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:41,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,43365,1733065190679 in 10.0170 sec 2024-12-01T15:00:41,511 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,41305,1733065190717 Release verify snapshot worker=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:41,511 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,43365,1733065190679 Release verify snapshot worker=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:41,512 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,39205,1733065190643 Release verify snapshot worker=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:41,512 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,41305,1733065190717 Release verify snapshot worker=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:41,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,39205,1733065190643 in 10.0190 sec 2024-12-01T15:00:41,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,41305,1733065190717 in 10.0190 sec 2024-12-01T15:00:41,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,43365,1733065190679 in 10.0190 sec 2024-12-01T15:00:41,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,41305,1733065190717 in 10.0200 sec 2024-12-01T15:00:41,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,39205,1733065190643 in 10.0200 sec 2024-12-01T15:00:41,561 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 519b220a2ba1,41305,1733065190717 2024-12-01T15:00:41,561 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 519b220a2ba1,41305,1733065190717: Simulated kill ***** 2024-12-01T15:00:41,561 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-01T15:00:41,561 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-01T15:00:41,562 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-01T15:00:41,562 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-01T15:00:41,562 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-01T15:00:41,562 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 361195760 }, "NonHeapMemoryUsage": { "committed": 176422912, "init": 7667712, "max": -1, "used": 171751312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-01T15:00:41,563 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33135 {}] master.MasterRpcServices(700): 519b220a2ba1,41305,1733065190717 reported a fatal error: ***** ABORTING region server 519b220a2ba1,41305,1733065190717: Simulated kill ***** 2024-12-01T15:00:41,564 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,41305,1733065190717' ***** 2024-12-01T15:00:41,564 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-12-01T15:00:41,564 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T15:00:41,565 INFO [RS:2;519b220a2ba1:41305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-01T15:00:41,565 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T15:00:41,565 INFO [RS:2;519b220a2ba1:41305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-01T15:00:41,565 INFO [RS:2;519b220a2ba1:41305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T15:00:41,565 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-01T15:00:41,565 INFO [RS:2;519b220a2ba1:41305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;519b220a2ba1:41305. 2024-12-01T15:00:41,565 DEBUG [RS:2;519b220a2ba1:41305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T15:00:41,565 DEBUG [RS:2;519b220a2ba1:41305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:41,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741835_1011 (size=1488) 2024-12-01T15:00:41,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741835_1011 (size=1488) 2024-12-01T15:00:41,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741835_1011 (size=1488) 2024-12-01T15:00:41,569 DEBUG [RS:2;519b220a2ba1:41305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:41,570 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T15:00:41,570 INFO [RS:2;519b220a2ba1:41305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41305 2024-12-01T15:00:41,602 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T15:00:41,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T15:00:41,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,41305,1733065190717 2024-12-01T15:00:41,637 INFO [RS:2;519b220a2ba1:41305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T15:00:41,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,41305,1733065190717] 2024-12-01T15:00:41,653 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,41305,1733065190717 already deleted, retry=false 2024-12-01T15:00:41,653 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 519b220a2ba1,41305,1733065190717 on 519b220a2ba1,33135,1733065190476 2024-12-01T15:00:41,654 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 519b220a2ba1,41305,1733065190717, splitWal=true, meta=false 2024-12-01T15:00:41,654 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 519b220a2ba1,41305,1733065190717 (carryingMeta=false) 519b220a2ba1,41305,1733065190717/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2e9b83bc[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-01T15:00:41,655 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 519b220a2ba1,41305,1733065190717, splitWal=true, meta=false 2024-12-01T15:00:41,656 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 519b220a2ba1,41305,1733065190717 had 3 regions 2024-12-01T15:00:41,657 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 519b220a2ba1,41305,1733065190717, splitWal=true, meta=false, isMeta: false 2024-12-01T15:00:41,659 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting 2024-12-01T15:00:41,660 INFO [PEWorker-3 {}] master.SplitWALManager(105): 519b220a2ba1,41305,1733065190717 WAL count=1, meta=false 2024-12-01T15:00:41,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 519b220a2ba1%2C41305%2C1733065190717.1733065191377}] 2024-12-01T15:00:41,662 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:41,663 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-12-01T15:00:41,663 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-12-01T15:00:41,663 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-12-01T15:00:41,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 519b220a2ba1%2C41305%2C1733065190717.1733065191377, worker=519b220a2ba1,43365,1733065190679}] 2024-12-01T15:00:41,663 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,41305,1733065190717 Release verify snapshot worker=519b220a2ba1,41305,1733065190717 2024-12-01T15:00:41,664 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 519b220a2ba1,41305,1733065190717, this operation will be retried to send to another server 2024-12-01T15:00:41,664 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-12-01T15:00:41,664 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1733065242664 2024-12-01T15:00:41,676 INFO [master/519b220a2ba1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-01T15:00:41,676 INFO [master/519b220a2ba1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-01T15:00:41,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T15:00:41,745 INFO [RS:2;519b220a2ba1:41305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T15:00:41,745 INFO [RS:2;519b220a2ba1:41305 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,41305,1733065190717; zookeeper connection closed. 2024-12-01T15:00:41,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41305-0x10192b1bef70003, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T15:00:41,746 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40ccc26a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40ccc26a 2024-12-01T15:00:42,233 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-01T15:00:42,233 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-01T15:00:42,669 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:50,447 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-01T15:00:51,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-12-01T15:00:51,678 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377, size=1.5 K (1488bytes) 2024-12-01T15:00:51,678 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377 2024-12-01T15:00:51,679 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377 after 1ms 2024-12-01T15:00:51,682 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377 took 4ms 2024-12-01T15:00:51,684 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 274bcf8287c75b35302bd7aad4ce09f5: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T15:00:51,686 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for f1a90cd6e1bbbeb8c932e5062fa2d887: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-12-01T15:00:51,687 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for cbb16583a0366b04aabe3a81fe4fc813: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-12-01T15:00:51,687 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377 so closing down 2024-12-01T15:00:51,687 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-01T15:00:51,687 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-12-01T15:00:51,687 INFO [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-12-01T15:00:51,687 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377, journal: Splitting hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377, size=1.5 K (1488bytes) at 1733065251678Finishing writing output for hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377 so closing down at 1733065251687 (+9 ms)3 split writer threads finished at 1733065251687Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1733065251687 2024-12-01T15:00:51,687 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377 2024-12-01T15:00:51,687 DEBUG [RS_LOG_REPLAY_OPS-regionserver/519b220a2ba1:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-01T15:00:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-01T15:00:51,691 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting/519b220a2ba1%2C41305%2C1733065190717.1733065191377 to hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/oldWALs 2024-12-01T15:00:51,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-01T15:00:51,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 519b220a2ba1%2C41305%2C1733065190717.1733065191377, worker=519b220a2ba1,43365,1733065190679 in 10.0280 sec 2024-12-01T15:00:51,694 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:51,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-01T15:00:51,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 519b220a2ba1%2C41305%2C1733065190717.1733065191377, worker=519b220a2ba1,43365,1733065190679 in 10.0340 sec 2024-12-01T15:00:51,697 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting dir is empty, no logs to split. 2024-12-01T15:00:51,697 INFO [PEWorker-2 {}] master.SplitWALManager(105): 519b220a2ba1,41305,1733065190717 WAL count=0, meta=false 2024-12-01T15:00:51,697 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 519b220a2ba1,41305,1733065190717 WAL splitting is done? wals=0, meta=false 2024-12-01T15:00:51,699 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 519b220a2ba1,41305,1733065190717 failed, ignore...File hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/WALs/519b220a2ba1,41305,1733065190717-splitting does not exist. 2024-12-01T15:00:51,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=274bcf8287c75b35302bd7aad4ce09f5, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1a90cd6e1bbbeb8c932e5062fa2d887, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbb16583a0366b04aabe3a81fe4fc813, ASSIGN}] 2024-12-01T15:00:51,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbb16583a0366b04aabe3a81fe4fc813, ASSIGN 2024-12-01T15:00:51,701 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f1a90cd6e1bbbeb8c932e5062fa2d887, ASSIGN 2024-12-01T15:00:51,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=274bcf8287c75b35302bd7aad4ce09f5, ASSIGN 2024-12-01T15:00:51,701 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbb16583a0366b04aabe3a81fe4fc813, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T15:00:51,701 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1a90cd6e1bbbeb8c932e5062fa2d887, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T15:00:51,701 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=274bcf8287c75b35302bd7aad4ce09f5, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-01T15:00:51,742 INFO [regionserver/519b220a2ba1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-12-01T15:00:51,852 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(204): Hosts are {519b220a2ba1=0} racks are {/default-rack=0} 2024-12-01T15:00:51,852 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-01T15:00:51,852 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-01T15:00:51,852 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-01T15:00:51,852 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-01T15:00:51,852 INFO [519b220a2ba1:33135 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-01T15:00:51,852 INFO [519b220a2ba1:33135 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-01T15:00:51,852 DEBUG [519b220a2ba1:33135 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-01T15:00:51,852 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=274bcf8287c75b35302bd7aad4ce09f5, regionState=OPENING, regionLocation=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:51,852 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=f1a90cd6e1bbbeb8c932e5062fa2d887, regionState=OPENING, regionLocation=519b220a2ba1,43365,1733065190679 2024-12-01T15:00:51,852 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=cbb16583a0366b04aabe3a81fe4fc813, regionState=OPENING, regionLocation=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:51,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f1a90cd6e1bbbeb8c932e5062fa2d887, ASSIGN because future has completed 2024-12-01T15:00:51,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1a90cd6e1bbbeb8c932e5062fa2d887, server=519b220a2ba1,43365,1733065190679}] 2024-12-01T15:00:51,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cbb16583a0366b04aabe3a81fe4fc813, ASSIGN because future has completed 2024-12-01T15:00:51,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbb16583a0366b04aabe3a81fe4fc813, server=519b220a2ba1,39205,1733065190643}] 2024-12-01T15:00:51,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=274bcf8287c75b35302bd7aad4ce09f5, ASSIGN because future has completed 2024-12-01T15:00:51,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274bcf8287c75b35302bd7aad4ce09f5, server=519b220a2ba1,39205,1733065190643}] 2024-12-01T15:00:52,677 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:52,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-12-01T15:00:52,677 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 274bcf8287c75b35302bd7aad4ce09f5, NAME => 'SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-12-01T15:00:52,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-12-01T15:00:52,678 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,678 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:52,678 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33135 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-12-01T15:00:52,678 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,681 INFO [StoreOpener-274bcf8287c75b35302bd7aad4ce09f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,681 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,39205,1733065190643 Release verify snapshot worker=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:52,682 INFO [StoreOpener-274bcf8287c75b35302bd7aad4ce09f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 274bcf8287c75b35302bd7aad4ce09f5 columnFamilyName cf 2024-12-01T15:00:52,682 DEBUG [StoreOpener-274bcf8287c75b35302bd7aad4ce09f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:52,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-12-01T15:00:52,683 INFO [StoreOpener-274bcf8287c75b35302bd7aad4ce09f5-1 {}] regionserver.HStore(327): Store=274bcf8287c75b35302bd7aad4ce09f5/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:52,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=519b220a2ba1,39205,1733065190643 in 21.1890 sec 2024-12-01T15:00:52,683 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-01T15:00:52,683 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,684 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/.hbase-snapshot/SnapshotProcedureTest 2024-12-01T15:00:52,684 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,685 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,685 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-01T15:00:52,685 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-12-01T15:00:52,686 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,686 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.4460 sec 2024-12-01T15:00:52,688 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,689 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 274bcf8287c75b35302bd7aad4ce09f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58742486, jitterRate=-0.12466874718666077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:52,689 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,689 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 274bcf8287c75b35302bd7aad4ce09f5: Running coprocessor pre-open hook at 1733065252679Writing region info on filesystem at 1733065252679Initializing all the Stores at 1733065252680 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065252680Cleaning up temporary data from old regions at 1733065252686 (+6 ms)Running coprocessor post-open hooks at 1733065252689 (+3 ms)Region opened successfully at 1733065252689 2024-12-01T15:00:52,690 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5., pid=54, masterSystemTime=1733065252670 2024-12-01T15:00:52,691 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:52,692 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:52,692 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:52,692 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => cbb16583a0366b04aabe3a81fe4fc813, NAME => 'SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-12-01T15:00:52,692 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=274bcf8287c75b35302bd7aad4ce09f5, regionState=OPEN, openSeqNum=2, regionLocation=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:52,692 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,692 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-01T15:00:52,692 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,693 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,694 INFO [StoreOpener-cbb16583a0366b04aabe3a81fe4fc813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 274bcf8287c75b35302bd7aad4ce09f5, server=519b220a2ba1,39205,1733065190643 because future has completed 2024-12-01T15:00:52,695 INFO [StoreOpener-cbb16583a0366b04aabe3a81fe4fc813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbb16583a0366b04aabe3a81fe4fc813 columnFamilyName cf 2024-12-01T15:00:52,695 DEBUG [StoreOpener-cbb16583a0366b04aabe3a81fe4fc813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-01T15:00:52,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-12-01T15:00:52,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 274bcf8287c75b35302bd7aad4ce09f5, server=519b220a2ba1,39205,1733065190643 in 838 msec 2024-12-01T15:00:52,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=274bcf8287c75b35302bd7aad4ce09f5, ASSIGN in 997 msec 2024-12-01T15:00:52,703 DEBUG [StoreOpener-cbb16583a0366b04aabe3a81fe4fc813-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813/cf/5df4c15f9b9b4a3c909564406d387c70 2024-12-01T15:00:52,703 INFO [StoreOpener-cbb16583a0366b04aabe3a81fe4fc813-1 {}] regionserver.HStore(327): Store=cbb16583a0366b04aabe3a81fe4fc813/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-01T15:00:52,703 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,704 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,705 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,706 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,706 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,708 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,710 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T15:00:52,711 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened cbb16583a0366b04aabe3a81fe4fc813; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66932795, jitterRate=-0.002623632550239563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-01T15:00:52,711 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,711 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for cbb16583a0366b04aabe3a81fe4fc813: Running coprocessor pre-open hook at 1733065252693Writing region info on filesystem at 1733065252693Initializing all the Stores at 1733065252694 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733065252694Cleaning up temporary data from old regions at 1733065252706 (+12 ms)Running coprocessor post-open hooks at 1733065252711 (+5 ms)Region opened successfully at 1733065252711 2024-12-01T15:00:52,712 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813., pid=53, masterSystemTime=1733065252670 2024-12-01T15:00:52,713 DEBUG [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:52,713 INFO [RS_OPEN_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:52,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=cbb16583a0366b04aabe3a81fe4fc813, regionState=OPEN, openSeqNum=6, regionLocation=519b220a2ba1,39205,1733065190643 2024-12-01T15:00:52,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbb16583a0366b04aabe3a81fe4fc813, server=519b220a2ba1,39205,1733065190643 because future has completed 2024-12-01T15:00:52,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=51 2024-12-01T15:00:52,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure cbb16583a0366b04aabe3a81fe4fc813, server=519b220a2ba1,39205,1733065190643 in 860 msec 2024-12-01T15:00:52,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cbb16583a0366b04aabe3a81fe4fc813, ASSIGN in 1.0170 sec 2024-12-01T15:00:52,785 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-12-01T15:00:52,789 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-12-01T15:00:52,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-01T15:00:52,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T15:00:52,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T15:00:52,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:52,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:52,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-01T15:00:52,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-01T15:00:52,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1758487653, stopped=false 2024-12-01T15:00:52,790 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=519b220a2ba1,33135,1733065190476 2024-12-01T15:00:52,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T15:00:52,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T15:00:52,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-01T15:00:52,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T15:00:52,856 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T15:00:52,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T15:00:52,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-01T15:00:52,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T15:00:52,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:52,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T15:00:52,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T15:00:52,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-01T15:00:52,858 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,39205,1733065190643' ***** 2024-12-01T15:00:52,858 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T15:00:52,858 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '519b220a2ba1,43365,1733065190679' ***** 2024-12-01T15:00:52,859 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-01T15:00:52,859 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T15:00:52,859 INFO [RS:0;519b220a2ba1:39205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T15:00:52,859 INFO [RS:0;519b220a2ba1:39205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T15:00:52,859 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-01T15:00:52,860 INFO [RS:1;519b220a2ba1:43365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-01T15:00:52,860 INFO [RS:1;519b220a2ba1:43365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-01T15:00:52,860 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(3091): Received CLOSE for 02f6d63db6ed1ecfbcf96df10da2c728 2024-12-01T15:00:52,860 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(3091): Received CLOSE for d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:52,861 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(3091): Received CLOSE for 7da8fae4a64394561a1336a7f63f90b5 2024-12-01T15:00:52,861 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(3091): Received CLOSE for b8c6481bee5b28ffdaaeef153f44868e 2024-12-01T15:00:52,861 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(959): stopping server 519b220a2ba1,43365,1733065190679 2024-12-01T15:00:52,861 INFO [RS:1;519b220a2ba1:43365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T15:00:52,861 INFO [RS:1;519b220a2ba1:43365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;519b220a2ba1:43365. 2024-12-01T15:00:52,861 DEBUG [RS:1;519b220a2ba1:43365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T15:00:52,861 DEBUG [RS:1;519b220a2ba1:43365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:52,862 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T15:00:52,862 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T15:00:52,862 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T15:00:52,862 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-01T15:00:52,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T15:00:52,862 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T15:00:52,862 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-01T15:00:52,863 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-01T15:00:52,863 DEBUG [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 02f6d63db6ed1ecfbcf96df10da2c728=SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728., d2b30652786f0822d77fb57d87514e3f=SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f., 7da8fae4a64394561a1336a7f63f90b5=SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5., b8c6481bee5b28ffdaaeef153f44868e=SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e.} 2024-12-01T15:00:52,863 DEBUG [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(1351): Waiting on 02f6d63db6ed1ecfbcf96df10da2c728, 1588230740, 7da8fae4a64394561a1336a7f63f90b5, b8c6481bee5b28ffdaaeef153f44868e, d2b30652786f0822d77fb57d87514e3f 2024-12-01T15:00:52,863 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02f6d63db6ed1ecfbcf96df10da2c728, disabling compactions & flushes 2024-12-01T15:00:52,863 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-01T15:00:52,863 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:52,863 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-01T15:00:52,863 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:52,863 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-01T15:00:52,863 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. after waiting 0 ms 2024-12-01T15:00:52,863 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-01T15:00:52,863 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:52,863 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-01T15:00:52,863 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=14.78 KB heapSize=24.84 KB 2024-12-01T15:00:52,859 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(3091): Received CLOSE for 477157c7ec5d8a00e9980a4e0e38b101 2024-12-01T15:00:52,864 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(3091): Received CLOSE for 664c40bc95815cc51aa9ac5107dedfd3 2024-12-01T15:00:52,864 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(3091): Received CLOSE for 274bcf8287c75b35302bd7aad4ce09f5 2024-12-01T15:00:52,864 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 477157c7ec5d8a00e9980a4e0e38b101, disabling compactions & flushes 2024-12-01T15:00:52,864 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(3091): Received CLOSE for cbb16583a0366b04aabe3a81fe4fc813 2024-12-01T15:00:52,864 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:52,864 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(3091): Received CLOSE for d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:52,864 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:52,864 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(959): stopping server 519b220a2ba1,39205,1733065190643 2024-12-01T15:00:52,864 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. after waiting 0 ms 2024-12-01T15:00:52,864 INFO [RS:0;519b220a2ba1:39205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T15:00:52,864 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:52,865 INFO [RS:0;519b220a2ba1:39205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;519b220a2ba1:39205. 2024-12-01T15:00:52,865 DEBUG [RS:0;519b220a2ba1:39205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-01T15:00:52,865 DEBUG [RS:0;519b220a2ba1:39205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:52,865 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-12-01T15:00:52,865 DEBUG [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(1325): Online Regions={477157c7ec5d8a00e9980a4e0e38b101=SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101., 664c40bc95815cc51aa9ac5107dedfd3=SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3., 274bcf8287c75b35302bd7aad4ce09f5=SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5., cbb16583a0366b04aabe3a81fe4fc813=SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813., d8918450cf8b0498038036e6a8517be4=SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4.} 2024-12-01T15:00:52,865 DEBUG [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(1351): Waiting on 274bcf8287c75b35302bd7aad4ce09f5, 477157c7ec5d8a00e9980a4e0e38b101, 664c40bc95815cc51aa9ac5107dedfd3, cbb16583a0366b04aabe3a81fe4fc813, d8918450cf8b0498038036e6a8517be4 2024-12-01T15:00:52,867 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/02f6d63db6ed1ecfbcf96df10da2c728/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T15:00:52,868 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:52,868 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02f6d63db6ed1ecfbcf96df10da2c728: Waiting for close lock at 1733065252862Running coprocessor pre-close hooks at 1733065252862Disabling compacts and flushes for region at 1733065252862Disabling writes for close at 1733065252863 (+1 ms)Writing region close event to WAL at 1733065252864 (+1 ms)Running coprocessor post-close hooks at 1733065252868 (+4 ms)Closed at 1733065252868 2024-12-01T15:00:52,868 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/477157c7ec5d8a00e9980a4e0e38b101/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T15:00:52,868 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728. 2024-12-01T15:00:52,868 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2b30652786f0822d77fb57d87514e3f, disabling compactions & flushes 2024-12-01T15:00:52,868 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:52,868 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:52,869 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. after waiting 0 ms 2024-12-01T15:00:52,869 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:52,869 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:52,869 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 477157c7ec5d8a00e9980a4e0e38b101: Waiting for close lock at 1733065252864Running coprocessor pre-close hooks at 1733065252864Disabling compacts and flushes for region at 1733065252864Disabling writes for close at 1733065252864Writing region close event to WAL at 1733065252865 (+1 ms)Running coprocessor post-close hooks at 1733065252869 (+4 ms)Closed at 1733065252869 2024-12-01T15:00:52,869 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1733065201776.477157c7ec5d8a00e9980a4e0e38b101. 2024-12-01T15:00:52,869 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 664c40bc95815cc51aa9ac5107dedfd3, disabling compactions & flushes 2024-12-01T15:00:52,869 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:52,869 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:52,869 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. after waiting 0 ms 2024-12-01T15:00:52,869 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:52,872 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/d2b30652786f0822d77fb57d87514e3f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T15:00:52,872 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/664c40bc95815cc51aa9ac5107dedfd3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T15:00:52,873 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 664c40bc95815cc51aa9ac5107dedfd3: Waiting for close lock at 1733065252869Running coprocessor pre-close hooks at 1733065252869Disabling compacts and flushes for region at 1733065252869Disabling writes for close at 1733065252869Writing region close event to WAL at 1733065252869Running coprocessor post-close hooks at 1733065252873 (+4 ms)Closed at 1733065252873 2024-12-01T15:00:52,873 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2b30652786f0822d77fb57d87514e3f: Waiting for close lock at 1733065252868Running coprocessor pre-close hooks at 1733065252868Disabling compacts and flushes for region at 1733065252868Disabling writes for close at 1733065252869 (+1 ms)Writing region close event to WAL at 1733065252869Running coprocessor post-close hooks at 1733065252873 (+4 ms)Closed at 1733065252873 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1733065201776.664c40bc95815cc51aa9ac5107dedfd3. 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1733065201776.d2b30652786f0822d77fb57d87514e3f. 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 274bcf8287c75b35302bd7aad4ce09f5, disabling compactions & flushes 2024-12-01T15:00:52,873 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7da8fae4a64394561a1336a7f63f90b5, disabling compactions & flushes 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. after waiting 0 ms 2024-12-01T15:00:52,873 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. after waiting 0 ms 2024-12-01T15:00:52,873 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:52,876 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/274bcf8287c75b35302bd7aad4ce09f5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/7da8fae4a64394561a1336a7f63f90b5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T15:00:52,877 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:52,877 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 274bcf8287c75b35302bd7aad4ce09f5: Waiting for close lock at 1733065252873Running coprocessor pre-close hooks at 1733065252873Disabling compacts and flushes for region at 1733065252873Disabling writes for close at 1733065252873Writing region close event to WAL at 1733065252873Running coprocessor post-close hooks at 1733065252877 (+4 ms)Closed at 1733065252877 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7da8fae4a64394561a1336a7f63f90b5: Waiting for close lock at 1733065252873Running coprocessor pre-close hooks at 1733065252873Disabling compacts and flushes for region at 1733065252873Disabling writes for close at 1733065252873Writing region close event to WAL at 1733065252874 (+1 ms)Running coprocessor post-close hooks at 1733065252877 (+3 ms)Closed at 1733065252877 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1733065201776.7da8fae4a64394561a1336a7f63f90b5. 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1733065201776.274bcf8287c75b35302bd7aad4ce09f5. 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbb16583a0366b04aabe3a81fe4fc813, disabling compactions & flushes 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8c6481bee5b28ffdaaeef153f44868e, disabling compactions & flushes 2024-12-01T15:00:52,877 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:52,877 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. after waiting 0 ms 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. after waiting 0 ms 2024-12-01T15:00:52,877 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:52,878 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:52,882 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/cbb16583a0366b04aabe3a81fe4fc813/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-12-01T15:00:52,882 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/b8c6481bee5b28ffdaaeef153f44868e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-01T15:00:52,883 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:52,883 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:52,883 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/.tmp/info/a22c15e61b4e4765936eb219c5ecc136 is 167, key is SPTestTable,19999999,1733065201776.02f6d63db6ed1ecfbcf96df10da2c728./info:regioninfo/1733065212091/Put/seqid=0 2024-12-01T15:00:52,883 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8c6481bee5b28ffdaaeef153f44868e: Waiting for close lock at 1733065252877Running coprocessor pre-close hooks at 1733065252877Disabling compacts and flushes for region at 1733065252877Disabling writes for close at 1733065252877Writing region close event to WAL at 1733065252878 (+1 ms)Running coprocessor post-close hooks at 1733065252882 (+4 ms)Closed at 1733065252883 (+1 ms) 2024-12-01T15:00:52,883 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbb16583a0366b04aabe3a81fe4fc813: Waiting for close lock at 1733065252877Running coprocessor pre-close hooks at 1733065252877Disabling compacts and flushes for region at 1733065252877Disabling writes for close at 1733065252877Writing region close event to WAL at 1733065252878 (+1 ms)Running coprocessor post-close hooks at 1733065252883 (+5 ms)Closed at 1733065252883 2024-12-01T15:00:52,883 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1733065201776.cbb16583a0366b04aabe3a81fe4fc813. 2024-12-01T15:00:52,883 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1733065201776.b8c6481bee5b28ffdaaeef153f44868e. 2024-12-01T15:00:52,883 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8918450cf8b0498038036e6a8517be4, disabling compactions & flushes 2024-12-01T15:00:52,883 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:52,883 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:52,883 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. after waiting 0 ms 2024-12-01T15:00:52,883 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:52,887 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/default/SPTestTable/d8918450cf8b0498038036e6a8517be4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-01T15:00:52,888 INFO [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:52,888 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8918450cf8b0498038036e6a8517be4: Waiting for close lock at 1733065252883Running coprocessor pre-close hooks at 1733065252883Disabling compacts and flushes for region at 1733065252883Disabling writes for close at 1733065252883Writing region close event to WAL at 1733065252883Running coprocessor post-close hooks at 1733065252888 (+5 ms)Closed at 1733065252888 2024-12-01T15:00:52,888 DEBUG [RS_CLOSE_REGION-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1733065201776.d8918450cf8b0498038036e6a8517be4. 2024-12-01T15:00:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741864_1040 (size=19471) 2024-12-01T15:00:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741864_1040 (size=19471) 2024-12-01T15:00:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741864_1040 (size=19471) 2024-12-01T15:00:52,891 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.62 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/.tmp/info/a22c15e61b4e4765936eb219c5ecc136 2024-12-01T15:00:52,911 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/.tmp/ns/09fe410a6efb47c79550d4d4584c3907 is 43, key is default/ns:d/1733065201662/Put/seqid=0 2024-12-01T15:00:52,916 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T15:00:52,916 INFO [regionserver/519b220a2ba1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T15:00:52,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741865_1041 (size=5153) 2024-12-01T15:00:52,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741865_1041 (size=5153) 2024-12-01T15:00:52,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741865_1041 (size=5153) 2024-12-01T15:00:52,918 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/.tmp/ns/09fe410a6efb47c79550d4d4584c3907 2024-12-01T15:00:52,936 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/.tmp/table/6dc570c2ba6d45a6b3e2510456d2e65e is 47, key is SPTestTable/table:state/1733065212170/Put/seqid=0 2024-12-01T15:00:52,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741866_1042 (size=5214) 2024-12-01T15:00:52,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741866_1042 (size=5214) 2024-12-01T15:00:52,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741866_1042 (size=5214) 2024-12-01T15:00:52,943 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/.tmp/table/6dc570c2ba6d45a6b3e2510456d2e65e 2024-12-01T15:00:52,950 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/.tmp/info/a22c15e61b4e4765936eb219c5ecc136 as hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/info/a22c15e61b4e4765936eb219c5ecc136 2024-12-01T15:00:52,957 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/info/a22c15e61b4e4765936eb219c5ecc136, entries=109, sequenceid=34, filesize=19.0 K 2024-12-01T15:00:52,958 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/.tmp/ns/09fe410a6efb47c79550d4d4584c3907 as hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/ns/09fe410a6efb47c79550d4d4584c3907 2024-12-01T15:00:52,964 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/ns/09fe410a6efb47c79550d4d4584c3907, entries=2, sequenceid=34, filesize=5.0 K 2024-12-01T15:00:52,965 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/.tmp/table/6dc570c2ba6d45a6b3e2510456d2e65e as hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/table/6dc570c2ba6d45a6b3e2510456d2e65e 2024-12-01T15:00:52,973 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/table/6dc570c2ba6d45a6b3e2510456d2e65e, entries=2, sequenceid=34, filesize=5.1 K 2024-12-01T15:00:52,974 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~14.78 KB/15133, heapSize ~24.54 KB/25128, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=34, compaction requested=false 2024-12-01T15:00:52,978 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/data/hbase/meta/1588230740/recovered.edits/37.seqid, newMaxSeqId=37, maxSeqId=1 2024-12-01T15:00:52,979 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-01T15:00:52,979 INFO [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-01T15:00:52,979 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733065252863Running coprocessor pre-close hooks at 1733065252863Disabling compacts and flushes for region at 1733065252863Disabling writes for close at 1733065252863Obtaining lock to block concurrent updates at 1733065252863Preparing flush snapshotting stores in 1588230740 at 1733065252863Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15133, getHeapSize=25368, getOffHeapSize=0, getCellsCount=123 at 1733065252864 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733065252864Flushing 1588230740/info: creating writer at 1733065252865 (+1 ms)Flushing 1588230740/info: appending metadata at 1733065252882 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733065252882Flushing 1588230740/ns: creating writer at 1733065252897 (+15 ms)Flushing 1588230740/ns: appending metadata at 1733065252910 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733065252910Flushing 1588230740/table: creating writer at 1733065252923 (+13 ms)Flushing 1588230740/table: appending metadata at 1733065252936 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733065252936Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d94c409: reopening flushed file at 1733065252949 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5117d6c2: reopening flushed file at 1733065252957 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70723d0b: reopening flushed file at 1733065252964 (+7 ms)Finished flush of dataSize ~14.78 KB/15133, heapSize ~24.54 KB/25128, currentSize=0 B/0 for 1588230740 in 110ms, sequenceid=34, compaction requested=false at 1733065252974 (+10 ms)Writing region close event to WAL at 1733065252975 (+1 ms)Running coprocessor post-close hooks at 1733065252979 (+4 ms)Closed at 1733065252979 2024-12-01T15:00:52,979 DEBUG [RS_CLOSE_META-regionserver/519b220a2ba1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-01T15:00:53,063 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,43365,1733065190679; all regions closed. 2024-12-01T15:00:53,065 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(976): stopping server 519b220a2ba1,39205,1733065190643; all regions closed. 2024-12-01T15:00:53,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741836_1012 (size=17771) 2024-12-01T15:00:53,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741836_1012 (size=17771) 2024-12-01T15:00:53,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741836_1012 (size=17771) 2024-12-01T15:00:53,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741834_1010 (size=3534) 2024-12-01T15:00:53,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741834_1010 (size=3534) 2024-12-01T15:00:53,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741834_1010 (size=3534) 2024-12-01T15:00:53,073 DEBUG [RS:1;519b220a2ba1:43365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/oldWALs 2024-12-01T15:00:53,073 INFO [RS:1;519b220a2ba1:43365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C43365%2C1733065190679.meta:.meta(num 1733065201600) 2024-12-01T15:00:53,074 DEBUG [RS:0;519b220a2ba1:39205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/oldWALs 2024-12-01T15:00:53,074 INFO [RS:0;519b220a2ba1:39205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C39205%2C1733065190643:(num 1733065191366) 2024-12-01T15:00:53,074 DEBUG [RS:0;519b220a2ba1:39205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:53,074 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T15:00:53,074 INFO [RS:0;519b220a2ba1:39205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T15:00:53,075 INFO [RS:0;519b220a2ba1:39205 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-01T15:00:53,075 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-01T15:00:53,075 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T15:00:53,075 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-01T15:00:53,075 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-01T15:00:53,075 INFO [RS:0;519b220a2ba1:39205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T15:00:53,075 INFO [RS:0;519b220a2ba1:39205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39205 2024-12-01T15:00:53,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741833_1009 (size=3469) 2024-12-01T15:00:53,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741833_1009 (size=3469) 2024-12-01T15:00:53,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741833_1009 (size=3469) 2024-12-01T15:00:53,078 DEBUG [RS:1;519b220a2ba1:43365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/oldWALs 2024-12-01T15:00:53,078 INFO [RS:1;519b220a2ba1:43365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 519b220a2ba1%2C43365%2C1733065190679:(num 1733065191365) 2024-12-01T15:00:53,078 DEBUG [RS:1;519b220a2ba1:43365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-01T15:00:53,078 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.LeaseManager(133): Closed leases 2024-12-01T15:00:53,078 INFO [RS:1;519b220a2ba1:43365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T15:00:53,078 INFO [RS:1;519b220a2ba1:43365 {}] hbase.ChoreService(370): Chore service for: regionserver/519b220a2ba1:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-01T15:00:53,078 INFO [RS:1;519b220a2ba1:43365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T15:00:53,078 INFO [regionserver/519b220a2ba1:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T15:00:53,078 INFO [RS:1;519b220a2ba1:43365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43365 2024-12-01T15:00:53,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,39205,1733065190643 2024-12-01T15:00:53,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-01T15:00:53,182 INFO [RS:0;519b220a2ba1:39205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T15:00:53,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/519b220a2ba1,43365,1733065190679 2024-12-01T15:00:53,194 INFO [RS:1;519b220a2ba1:43365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T15:00:53,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,39205,1733065190643] 2024-12-01T15:00:53,219 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,39205,1733065190643 already deleted, retry=false 2024-12-01T15:00:53,219 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 519b220a2ba1,39205,1733065190643 expired; onlineServers=1 2024-12-01T15:00:53,219 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [519b220a2ba1,43365,1733065190679] 2024-12-01T15:00:53,227 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/519b220a2ba1,43365,1733065190679 already deleted, retry=false 2024-12-01T15:00:53,227 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 519b220a2ba1,43365,1733065190679 expired; onlineServers=0 2024-12-01T15:00:53,227 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '519b220a2ba1,33135,1733065190476' ***** 2024-12-01T15:00:53,227 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-01T15:00:53,228 INFO [M:0;519b220a2ba1:33135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-01T15:00:53,228 INFO [M:0;519b220a2ba1:33135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-01T15:00:53,228 DEBUG [M:0;519b220a2ba1:33135 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-01T15:00:53,228 DEBUG [M:0;519b220a2ba1:33135 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-01T15:00:53,228 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-01T15:00:53,229 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733065191053 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.large.0-1733065191053,5,FailOnTimeoutGroup] 2024-12-01T15:00:53,229 DEBUG [master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733065191053 {}] cleaner.HFileCleaner(306): Exit Thread[master/519b220a2ba1:0:becomeActiveMaster-HFileCleaner.small.0-1733065191053,5,FailOnTimeoutGroup] 2024-12-01T15:00:53,229 INFO [M:0;519b220a2ba1:33135 {}] hbase.ChoreService(370): Chore service for: master/519b220a2ba1:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-01T15:00:53,229 INFO [M:0;519b220a2ba1:33135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-01T15:00:53,229 DEBUG [M:0;519b220a2ba1:33135 {}] master.HMaster(1795): Stopping service threads 2024-12-01T15:00:53,230 INFO [M:0;519b220a2ba1:33135 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-01T15:00:53,230 INFO [M:0;519b220a2ba1:33135 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-01T15:00:53,230 ERROR [M:0;519b220a2ba1:33135 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:36667 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36667,5,PEWorkerGroup] 2024-12-01T15:00:53,231 INFO [M:0;519b220a2ba1:33135 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-01T15:00:53,231 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-01T15:00:53,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-01T15:00:53,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-01T15:00:53,240 DEBUG [M:0;519b220a2ba1:33135 {}] zookeeper.ZKUtil(347): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-01T15:00:53,240 WARN [M:0;519b220a2ba1:33135 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-01T15:00:53,241 INFO [M:0;519b220a2ba1:33135 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/.lastflushedseqids 2024-12-01T15:00:53,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741867_1043 (size=650) 2024-12-01T15:00:53,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741867_1043 (size=650) 2024-12-01T15:00:53,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741867_1043 (size=650) 2024-12-01T15:00:53,248 INFO [M:0;519b220a2ba1:33135 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-01T15:00:53,249 INFO [M:0;519b220a2ba1:33135 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-01T15:00:53,249 DEBUG [M:0;519b220a2ba1:33135 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-01T15:00:53,249 INFO [M:0;519b220a2ba1:33135 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T15:00:53,249 DEBUG [M:0;519b220a2ba1:33135 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T15:00:53,249 DEBUG [M:0;519b220a2ba1:33135 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-01T15:00:53,249 DEBUG [M:0;519b220a2ba1:33135 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T15:00:53,249 INFO [M:0;519b220a2ba1:33135 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=177.90 KB heapSize=217.57 KB 2024-12-01T15:00:53,270 DEBUG [M:0;519b220a2ba1:33135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc751293400c472bbc990377bb7b1101 is 82, key is hbase:meta,,1/info:regioninfo/1733065201637/Put/seqid=0 2024-12-01T15:00:53,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741868_1044 (size=5672) 2024-12-01T15:00:53,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741868_1044 (size=5672) 2024-12-01T15:00:53,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741868_1044 (size=5672) 2024-12-01T15:00:53,279 INFO [M:0;519b220a2ba1:33135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc751293400c472bbc990377bb7b1101 2024-12-01T15:00:53,299 DEBUG [M:0;519b220a2ba1:33135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a3890ac1cf14e3a82537564724598ab is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733065212174/Put/seqid=0 2024-12-01T15:00:53,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T15:00:53,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39205-0x10192b1bef70001, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T15:00:53,302 INFO [RS:0;519b220a2ba1:39205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T15:00:53,302 INFO [RS:0;519b220a2ba1:39205 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,39205,1733065190643; zookeeper connection closed. 2024-12-01T15:00:53,303 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51bfef5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51bfef5 2024-12-01T15:00:53,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741869_1045 (size=12208) 2024-12-01T15:00:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741869_1045 (size=12208) 2024-12-01T15:00:53,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741869_1045 (size=12208) 2024-12-01T15:00:53,307 INFO [M:0;519b220a2ba1:33135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=177.17 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a3890ac1cf14e3a82537564724598ab 2024-12-01T15:00:53,311 INFO [RS:1;519b220a2ba1:43365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T15:00:53,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T15:00:53,311 INFO [RS:1;519b220a2ba1:43365 {}] regionserver.HRegionServer(1031): Exiting; stopping=519b220a2ba1,43365,1733065190679; zookeeper connection closed. 2024-12-01T15:00:53,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43365-0x10192b1bef70002, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T15:00:53,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@370f83a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@370f83a0 2024-12-01T15:00:53,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-01T15:00:53,313 INFO [M:0;519b220a2ba1:33135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a3890ac1cf14e3a82537564724598ab 2024-12-01T15:00:53,328 DEBUG [M:0;519b220a2ba1:33135 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f22d3868be304ba4b5f2c59db49aa5bd is 69, key is 519b220a2ba1,39205,1733065190643/rs:state/1733065191178/Put/seqid=0 2024-12-01T15:00:53,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741870_1046 (size=5447) 2024-12-01T15:00:53,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741870_1046 (size=5447) 2024-12-01T15:00:53,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741870_1046 (size=5447) 2024-12-01T15:00:53,335 INFO [M:0;519b220a2ba1:33135 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f22d3868be304ba4b5f2c59db49aa5bd 2024-12-01T15:00:53,340 INFO [M:0;519b220a2ba1:33135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f22d3868be304ba4b5f2c59db49aa5bd 2024-12-01T15:00:53,341 DEBUG [M:0;519b220a2ba1:33135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bc751293400c472bbc990377bb7b1101 as hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc751293400c472bbc990377bb7b1101 2024-12-01T15:00:53,347 INFO [M:0;519b220a2ba1:33135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bc751293400c472bbc990377bb7b1101, entries=8, sequenceid=428, filesize=5.5 K 2024-12-01T15:00:53,348 DEBUG [M:0;519b220a2ba1:33135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a3890ac1cf14e3a82537564724598ab as hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a3890ac1cf14e3a82537564724598ab 2024-12-01T15:00:53,354 INFO [M:0;519b220a2ba1:33135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a3890ac1cf14e3a82537564724598ab 2024-12-01T15:00:53,354 INFO [M:0;519b220a2ba1:33135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a3890ac1cf14e3a82537564724598ab, entries=54, sequenceid=428, filesize=11.9 K 2024-12-01T15:00:53,355 DEBUG [M:0;519b220a2ba1:33135 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f22d3868be304ba4b5f2c59db49aa5bd as hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f22d3868be304ba4b5f2c59db49aa5bd 2024-12-01T15:00:53,360 INFO [M:0;519b220a2ba1:33135 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f22d3868be304ba4b5f2c59db49aa5bd 2024-12-01T15:00:53,361 INFO [M:0;519b220a2ba1:33135 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36667/user/jenkins/test-data/ae8b804d-3429-c4bd-f5fa-755756ab3c07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f22d3868be304ba4b5f2c59db49aa5bd, entries=3, sequenceid=428, filesize=5.3 K 2024-12-01T15:00:53,361 INFO [M:0;519b220a2ba1:33135 {}] regionserver.HRegion(3140): Finished flush of dataSize ~177.90 KB/182174, heapSize ~217.27 KB/222488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=428, compaction requested=false 2024-12-01T15:00:53,363 INFO [M:0;519b220a2ba1:33135 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-01T15:00:53,363 DEBUG [M:0;519b220a2ba1:33135 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733065253249Disabling compacts and flushes for region at 1733065253249Disabling writes for close at 1733065253249Obtaining lock to block concurrent updates at 1733065253249Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733065253249Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=182174, getHeapSize=222728, getOffHeapSize=0, getCellsCount=523 at 1733065253249Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733065253250 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733065253250Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733065253269 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733065253269Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733065253285 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733065253298 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733065253298Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733065253314 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733065253328 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733065253328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cdf2c3a: reopening flushed file at 1733065253340 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dbe9557: reopening flushed file at 1733065253348 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8619b8: reopening flushed file at 1733065253354 (+6 ms)Finished flush of dataSize ~177.90 KB/182174, heapSize ~217.27 KB/222488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=428, compaction requested=false at 1733065253361 (+7 ms)Writing region close event to WAL at 1733065253362 (+1 ms)Closed at 1733065253362 2024-12-01T15:00:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46431 is added to blk_1073741830_1006 (size=210793) 2024-12-01T15:00:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36021 is added to blk_1073741830_1006 (size=210793) 2024-12-01T15:00:53,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741830_1006 (size=210793) 2024-12-01T15:00:53,366 INFO [M:0;519b220a2ba1:33135 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-01T15:00:53,366 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-01T15:00:53,366 INFO [M:0;519b220a2ba1:33135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33135 2024-12-01T15:00:53,366 INFO [M:0;519b220a2ba1:33135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-01T15:00:53,498 INFO [M:0;519b220a2ba1:33135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-01T15:00:53,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T15:00:53,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33135-0x10192b1bef70000, quorum=127.0.0.1:63990, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-01T15:00:53,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@629865f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T15:00:53,532 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ebec02b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T15:00:53,532 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T15:00:53,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23255376{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T15:00:53,532 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2732ccd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/hadoop.log.dir/,STOPPED} 2024-12-01T15:00:53,533 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T15:00:53,533 WARN [BP-1431393311-172.17.0.2-1733065188615 heartbeating to localhost/127.0.0.1:36667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T15:00:53,533 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T15:00:53,533 WARN [BP-1431393311-172.17.0.2-1733065188615 heartbeating to localhost/127.0.0.1:36667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1431393311-172.17.0.2-1733065188615 (Datanode Uuid 84f8c008-c0ac-4d53-ba36-d22e13dd5333) service to localhost/127.0.0.1:36667 2024-12-01T15:00:53,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data5/current/BP-1431393311-172.17.0.2-1733065188615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T15:00:53,534 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data6/current/BP-1431393311-172.17.0.2-1733065188615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T15:00:53,534 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T15:00:53,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42b9b7d7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T15:00:53,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@775d0671{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T15:00:53,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T15:00:53,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69446df2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T15:00:53,537 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@239f9a61{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/hadoop.log.dir/,STOPPED} 2024-12-01T15:00:53,538 WARN [BP-1431393311-172.17.0.2-1733065188615 heartbeating to localhost/127.0.0.1:36667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T15:00:53,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T15:00:53,538 WARN [BP-1431393311-172.17.0.2-1733065188615 heartbeating to localhost/127.0.0.1:36667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1431393311-172.17.0.2-1733065188615 (Datanode Uuid de0dac2d-bf5c-4711-87f8-16b9155373a3) service to localhost/127.0.0.1:36667 2024-12-01T15:00:53,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T15:00:53,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data3/current/BP-1431393311-172.17.0.2-1733065188615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T15:00:53,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data4/current/BP-1431393311-172.17.0.2-1733065188615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T15:00:53,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T15:00:53,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3128d8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-01T15:00:53,542 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ef7d39c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T15:00:53,542 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T15:00:53,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@783535ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T15:00:53,543 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58ba3f82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/hadoop.log.dir/,STOPPED} 2024-12-01T15:00:53,544 WARN [BP-1431393311-172.17.0.2-1733065188615 heartbeating to localhost/127.0.0.1:36667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-01T15:00:53,544 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-01T15:00:53,544 WARN [BP-1431393311-172.17.0.2-1733065188615 heartbeating to localhost/127.0.0.1:36667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1431393311-172.17.0.2-1733065188615 (Datanode Uuid ad58a5e7-b1f7-4874-8222-87e500e122dd) service to localhost/127.0.0.1:36667 2024-12-01T15:00:53,544 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-01T15:00:53,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data1/current/BP-1431393311-172.17.0.2-1733065188615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T15:00:53,545 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/cluster_d2ec247f-1d6f-c7e2-87fa-c2a14ecae3ac/data/data2/current/BP-1431393311-172.17.0.2-1733065188615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-01T15:00:53,545 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-01T15:00:53,552 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4db9f58c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-01T15:00:53,552 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ee46248{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-01T15:00:53,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-01T15:00:53,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73963032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-01T15:00:53,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac7a495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/48787eda-0826-e0a1-5ad4-5bb17e0126db/hadoop.log.dir/,STOPPED} 2024-12-01T15:00:53,561 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-01T15:00:53,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-01T15:00:53,601 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=126 (was 99) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36667 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/519b220a2ba1:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36667 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36667 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:36667 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36667 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=54 (was 64), ProcessCount=11 (was 11), AvailableMemoryMB=4642 (was 4894)