2024-11-08 00:42:42,276 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 00:42:42,291 main DEBUG Took 0.012219 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 00:42:42,292 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 00:42:42,293 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 00:42:42,293 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 00:42:42,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,305 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 00:42:42,320 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,322 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,322 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,323 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,324 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,324 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,325 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,325 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,326 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,326 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,329 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,329 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,330 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,330 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,330 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,331 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,331 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,332 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,332 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,333 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 00:42:42,334 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,335 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 00:42:42,337 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 00:42:42,338 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 00:42:42,341 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 00:42:42,342 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 00:42:42,344 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 00:42:42,344 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 00:42:42,356 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 00:42:42,359 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 00:42:42,361 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 00:42:42,362 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 00:42:42,362 main DEBUG createAppenders(={Console}) 2024-11-08 00:42:42,363 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-08 00:42:42,363 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-08 00:42:42,364 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-08 00:42:42,365 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 00:42:42,365 main DEBUG OutputStream closed 2024-11-08 00:42:42,365 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 00:42:42,366 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 00:42:42,366 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-08 00:42:42,471 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 00:42:42,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 00:42:42,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 00:42:42,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 00:42:42,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 00:42:42,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 00:42:42,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 00:42:42,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 00:42:42,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 00:42:42,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 00:42:42,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 00:42:42,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 00:42:42,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 00:42:42,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 00:42:42,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 00:42:42,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 00:42:42,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 00:42:42,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 00:42:42,486 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 00:42:42,486 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-08 00:42:42,488 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 00:42:42,489 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-08T00:42:42,508 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-08 00:42:42,512 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 00:42:42,512 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T00:42:42,523 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-08T00:42:42,565 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=2723 2024-11-08T00:42:42,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1 2024-11-08T00:42:42,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:42:42,936 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842, deleteOnExit=true 2024-11-08T00:42:42,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:42:42,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/test.cache.data in system properties and HBase conf 2024-11-08T00:42:42,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:42:42,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:42:42,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:42:42,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:42:42,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:42:43,084 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T00:42:43,219 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:42:43,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:42:43,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:42:43,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:42:43,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:42:43,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:42:43,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:42:43,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:42:43,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:42:43,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:42:43,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:42:43,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:42:43,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:42:43,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:42:43,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:42:44,312 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T00:42:44,424 INFO [Time-limited test {}] log.Log(170): Logging initialized @3130ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T00:42:44,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:42:44,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:42:44,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:42:44,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:42:44,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:42:44,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:42:44,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:42:44,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:42:44,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/java.io.tmpdir/jetty-localhost-44195-hadoop-hdfs-3_4_1-tests_jar-_-any-3714346452836334560/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:42:44,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:44195} 2024-11-08T00:42:44,962 INFO [Time-limited test {}] server.Server(415): Started @3666ms 2024-11-08T00:42:45,452 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:42:45,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:42:45,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:42:45,464 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:42:45,464 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:42:45,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:42:45,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:42:45,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/java.io.tmpdir/jetty-localhost-36831-hadoop-hdfs-3_4_1-tests_jar-_-any-11429734871409408022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:42:45,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:36831} 2024-11-08T00:42:45,606 INFO [Time-limited test {}] server.Server(415): Started @4314ms 2024-11-08T00:42:45,703 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:42:46,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:42:46,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:42:46,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:42:46,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:42:46,040 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:42:46,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:42:46,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:42:46,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/java.io.tmpdir/jetty-localhost-37705-hadoop-hdfs-3_4_1-tests_jar-_-any-875500537443159308/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:42:46,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:37705} 2024-11-08T00:42:46,234 INFO [Time-limited test {}] server.Server(415): Started @4941ms 2024-11-08T00:42:46,241 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:42:46,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:42:46,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:42:46,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:42:46,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:42:46,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T00:42:46,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:42:46,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:42:46,340 WARN [Thread-102 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data1/current/BP-1366791660-172.17.0.2-1731026564002/current, will proceed with Du for space computation calculation, 2024-11-08T00:42:46,353 WARN [Thread-103 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data2/current/BP-1366791660-172.17.0.2-1731026564002/current, will proceed with Du for space computation calculation, 2024-11-08T00:42:46,403 WARN [Thread-110 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data3/current/BP-1366791660-172.17.0.2-1731026564002/current, will proceed with Du for space computation calculation, 2024-11-08T00:42:46,427 WARN [Thread-112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data4/current/BP-1366791660-172.17.0.2-1731026564002/current, will proceed with Du for space computation calculation, 2024-11-08T00:42:46,461 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:42:46,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/java.io.tmpdir/jetty-localhost-43545-hadoop-hdfs-3_4_1-tests_jar-_-any-14714138592523977775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:42:46,502 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:43545} 2024-11-08T00:42:46,502 INFO [Time-limited test {}] server.Server(415): Started @5210ms 2024-11-08T00:42:46,505 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:42:46,511 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:42:46,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed8de91465f6aaee with lease ID 0x1c6cb993105f292a: Processing first storage report for DS-f66108fa-f126-429e-a95e-ed49c9413e03 from datanode DatanodeRegistration(127.0.0.1:45447, datanodeUuid=eb770d3a-49d7-4169-badf-6eea445e8b94, infoPort=44879, infoSecurePort=0, ipcPort=43201, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002) 2024-11-08T00:42:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed8de91465f6aaee with lease ID 0x1c6cb993105f292a: from storage DS-f66108fa-f126-429e-a95e-ed49c9413e03 node DatanodeRegistration(127.0.0.1:45447, datanodeUuid=eb770d3a-49d7-4169-badf-6eea445e8b94, infoPort=44879, infoSecurePort=0, ipcPort=43201, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:42:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf865746cdc7743bf with lease ID 0x1c6cb993105f292b: Processing first storage report for DS-e4e90768-9f4a-44fb-98c4-15902a56f1ae from datanode DatanodeRegistration(127.0.0.1:40407, datanodeUuid=b3c9750e-3fae-4b11-9c66-953ed011586d, infoPort=40415, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002) 2024-11-08T00:42:46,573 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf865746cdc7743bf with lease ID 0x1c6cb993105f292b: from storage DS-e4e90768-9f4a-44fb-98c4-15902a56f1ae node DatanodeRegistration(127.0.0.1:40407, datanodeUuid=b3c9750e-3fae-4b11-9c66-953ed011586d, infoPort=40415, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:42:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf865746cdc7743bf with lease ID 0x1c6cb993105f292b: Processing first storage report for DS-5c166b2d-6a0d-4b83-bc51-d9fb1f0e499f from datanode DatanodeRegistration(127.0.0.1:40407, datanodeUuid=b3c9750e-3fae-4b11-9c66-953ed011586d, infoPort=40415, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002) 2024-11-08T00:42:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf865746cdc7743bf with lease ID 0x1c6cb993105f292b: from storage DS-5c166b2d-6a0d-4b83-bc51-d9fb1f0e499f node DatanodeRegistration(127.0.0.1:40407, datanodeUuid=b3c9750e-3fae-4b11-9c66-953ed011586d, infoPort=40415, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:42:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed8de91465f6aaee with lease ID 0x1c6cb993105f292a: Processing first storage report for DS-7c859ced-48d6-4f7e-a6d3-58feb0230c80 from datanode DatanodeRegistration(127.0.0.1:45447, datanodeUuid=eb770d3a-49d7-4169-badf-6eea445e8b94, infoPort=44879, infoSecurePort=0, ipcPort=43201, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002) 2024-11-08T00:42:46,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed8de91465f6aaee with lease ID 0x1c6cb993105f292a: from storage DS-7c859ced-48d6-4f7e-a6d3-58feb0230c80 node DatanodeRegistration(127.0.0.1:45447, datanodeUuid=eb770d3a-49d7-4169-badf-6eea445e8b94, infoPort=44879, infoSecurePort=0, ipcPort=43201, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:42:46,676 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data5/current/BP-1366791660-172.17.0.2-1731026564002/current, will proceed with Du for space computation calculation, 2024-11-08T00:42:46,683 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data6/current/BP-1366791660-172.17.0.2-1731026564002/current, will proceed with Du for space computation calculation, 2024-11-08T00:42:46,736 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:42:46,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58e5037ec04a17b0 with lease ID 0x1c6cb993105f292c: Processing first storage report for DS-f30ca1c6-54c2-4fb8-9131-6ac92958ac5c from datanode DatanodeRegistration(127.0.0.1:39529, datanodeUuid=1368678a-7864-440c-b6e7-7049ca5dc330, infoPort=43161, infoSecurePort=0, ipcPort=36059, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002) 2024-11-08T00:42:46,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58e5037ec04a17b0 with lease ID 0x1c6cb993105f292c: from storage DS-f30ca1c6-54c2-4fb8-9131-6ac92958ac5c node DatanodeRegistration(127.0.0.1:39529, datanodeUuid=1368678a-7864-440c-b6e7-7049ca5dc330, infoPort=43161, infoSecurePort=0, ipcPort=36059, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:42:46,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x58e5037ec04a17b0 with lease ID 0x1c6cb993105f292c: Processing first storage report for DS-7e9ae64d-3970-4a8f-a1bf-890ef41f076e from datanode DatanodeRegistration(127.0.0.1:39529, datanodeUuid=1368678a-7864-440c-b6e7-7049ca5dc330, infoPort=43161, infoSecurePort=0, ipcPort=36059, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002) 2024-11-08T00:42:46,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x58e5037ec04a17b0 with lease ID 0x1c6cb993105f292c: from storage DS-7e9ae64d-3970-4a8f-a1bf-890ef41f076e node DatanodeRegistration(127.0.0.1:39529, datanodeUuid=1368678a-7864-440c-b6e7-7049ca5dc330, infoPort=43161, infoSecurePort=0, ipcPort=36059, storageInfo=lv=-57;cid=testClusterID;nsid=349019119;c=1731026564002), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:42:47,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1 2024-11-08T00:42:47,104 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/zookeeper_0, clientPort=55340, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:42:47,116 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55340 2024-11-08T00:42:47,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:42:47,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:42:47,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:42:47,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:42:47,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:42:47,840 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc with version=8 2024-11-08T00:42:47,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/hbase-staging 2024-11-08T00:42:47,955 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T00:42:48,243 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:42:48,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:48,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:48,260 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:42:48,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:48,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:42:48,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:42:48,512 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T00:42:48,525 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T00:42:48,530 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:42:48,569 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4933 (auto-detected) 2024-11-08T00:42:48,571 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T00:42:48,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42641 2024-11-08T00:42:48,633 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42641 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-08T00:42:48,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426410x0, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:42:48,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42641-0x100f5072a3a0000 connected 2024-11-08T00:42:48,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:42:48,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:42:48,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:42:48,735 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc, hbase.cluster.distributed=false 2024-11-08T00:42:48,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:42:48,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42641 2024-11-08T00:42:48,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42641 2024-11-08T00:42:48,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42641 2024-11-08T00:42:48,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42641 2024-11-08T00:42:48,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42641 2024-11-08T00:42:48,896 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:42:48,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:48,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:48,898 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:42:48,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:48,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:42:48,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:42:48,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:42:48,906 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35669 2024-11-08T00:42:48,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35669 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-08T00:42:48,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:42:48,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:42:48,918 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356690x0, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:42:48,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356690x0, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:42:48,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35669-0x100f5072a3a0001 connected 2024-11-08T00:42:48,924 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:42:48,932 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:42:48,935 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:42:48,941 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:42:48,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35669 2024-11-08T00:42:48,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35669 2024-11-08T00:42:48,943 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35669 2024-11-08T00:42:48,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35669 2024-11-08T00:42:48,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35669 2024-11-08T00:42:48,972 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:42:48,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:48,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:48,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:42:48,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:48,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:42:48,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:42:48,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:42:48,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44029 2024-11-08T00:42:48,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44029 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-08T00:42:48,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:42:48,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:42:48,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440290x0, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:42:48,991 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:42:48,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440290x0, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:42:48,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44029-0x100f5072a3a0002 connected 2024-11-08T00:42:48,999 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:42:49,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:42:49,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:42:49,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44029 2024-11-08T00:42:49,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44029 2024-11-08T00:42:49,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44029 2024-11-08T00:42:49,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44029 2024-11-08T00:42:49,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44029 2024-11-08T00:42:49,032 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:42:49,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:49,032 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:49,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:42:49,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:42:49,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:42:49,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:42:49,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:42:49,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38443 2024-11-08T00:42:49,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38443 connecting to ZooKeeper ensemble=127.0.0.1:55340 2024-11-08T00:42:49,038 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:42:49,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:42:49,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384430x0, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:42:49,065 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:42:49,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384430x0, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:42:49,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38443-0x100f5072a3a0003 connected 2024-11-08T00:42:49,078 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:42:49,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:42:49,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:42:49,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38443 2024-11-08T00:42:49,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38443 2024-11-08T00:42:49,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38443 2024-11-08T00:42:49,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38443 2024-11-08T00:42:49,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38443 2024-11-08T00:42:49,124 DEBUG [M:0;c302dddf724e:42641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c302dddf724e:42641 2024-11-08T00:42:49,125 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c302dddf724e,42641,1731026568018 2024-11-08T00:42:49,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:42:49,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:42:49,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:42:49,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:42:49,137 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c302dddf724e,42641,1731026568018 2024-11-08T00:42:49,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:42:49,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:42:49,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:42:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:49,166 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:42:49,170 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c302dddf724e,42641,1731026568018 from backup master directory 2024-11-08T00:42:49,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c302dddf724e,42641,1731026568018 2024-11-08T00:42:49,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:42:49,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:42:49,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:42:49,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:42:49,175 WARN [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:42:49,175 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c302dddf724e,42641,1731026568018 2024-11-08T00:42:49,178 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T00:42:49,180 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T00:42:49,258 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/hbase.id] with ID: 61d6cfd8-ec7b-41f8-b20f-321cc666536b 2024-11-08T00:42:49,259 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/.tmp/hbase.id 2024-11-08T00:42:49,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:42:49,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:42:49,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:42:49,285 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/.tmp/hbase.id]:[hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/hbase.id] 2024-11-08T00:42:49,351 INFO [master/c302dddf724e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:42:49,358 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:42:49,386 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-08T00:42:49,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:49,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:49,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:49,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:42:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:42:49,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:42:49,452 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:42:49,454 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:42:49,472 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T00:42:49,477 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:42:49,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:42:49,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:42:49,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:42:49,545 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store 2024-11-08T00:42:49,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:42:49,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:42:49,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:42:49,580 INFO [master/c302dddf724e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T00:42:49,584 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:42:49,585 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:42:49,585 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:42:49,585 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:42:49,587 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:42:49,587 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:42:49,587 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:42:49,588 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731026569585Disabling compacts and flushes for region at 1731026569585Disabling writes for close at 1731026569587 (+2 ms)Writing region close event to WAL at 1731026569587Closed at 1731026569587 2024-11-08T00:42:49,592 WARN [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/.initializing 2024-11-08T00:42:49,592 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/WALs/c302dddf724e,42641,1731026568018 2024-11-08T00:42:49,602 INFO [master/c302dddf724e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:42:49,619 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C42641%2C1731026568018, suffix=, logDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/WALs/c302dddf724e,42641,1731026568018, archiveDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/oldWALs, maxLogs=10 2024-11-08T00:42:49,654 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/WALs/c302dddf724e,42641,1731026568018/c302dddf724e%2C42641%2C1731026568018.1731026569626, exclude list is [], retry=0 2024-11-08T00:42:49,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40407,DS-e4e90768-9f4a-44fb-98c4-15902a56f1ae,DISK] 2024-11-08T00:42:49,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-f30ca1c6-54c2-4fb8-9131-6ac92958ac5c,DISK] 2024-11-08T00:42:49,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45447,DS-f66108fa-f126-429e-a95e-ed49c9413e03,DISK] 2024-11-08T00:42:49,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T00:42:49,729 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/WALs/c302dddf724e,42641,1731026568018/c302dddf724e%2C42641%2C1731026568018.1731026569626 2024-11-08T00:42:49,730 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40415:40415),(127.0.0.1/127.0.0.1:43161:43161),(127.0.0.1/127.0.0.1:44879:44879)] 2024-11-08T00:42:49,730 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:42:49,731 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:42:49,734 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,735 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:42:49,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:42:49,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:42:49,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:42:49,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:42:49,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:42:49,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:42:49,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:42:49,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:42:49,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:42:49,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:42:49,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:42:49,833 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,837 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,838 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,845 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,846 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,849 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:42:49,853 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:42:49,858 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:42:49,859 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66289715, jitterRate=-0.012206271290779114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:42:49,867 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731026569750Initializing all the Stores at 1731026569752 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026569752Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026569753 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026569753Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026569753Cleaning up temporary data from old regions at 1731026569846 (+93 ms)Region opened successfully at 1731026569867 (+21 ms) 2024-11-08T00:42:49,870 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:42:49,908 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a3f0d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:42:49,943 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:42:49,955 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:42:49,955 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:42:49,959 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:42:49,960 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T00:42:49,965 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-08T00:42:49,965 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T00:42:49,994 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:42:50,006 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:42:50,008 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:42:50,013 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:42:50,014 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:42:50,016 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:42:50,019 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:42:50,027 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:42:50,029 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:42:50,031 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:42:50,033 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:42:50,054 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:42:50,056 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:42:50,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:42:50,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:42:50,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:42:50,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:42:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,065 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c302dddf724e,42641,1731026568018, sessionid=0x100f5072a3a0000, setting cluster-up flag (Was=false) 2024-11-08T00:42:50,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,087 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:42:50,089 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,42641,1731026568018 2024-11-08T00:42:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:50,106 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:42:50,108 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,42641,1731026568018 2024-11-08T00:42:50,114 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:42:50,213 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(746): ClusterId : 61d6cfd8-ec7b-41f8-b20f-321cc666536b 2024-11-08T00:42:50,215 INFO [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(746): ClusterId : 61d6cfd8-ec7b-41f8-b20f-321cc666536b 2024-11-08T00:42:50,214 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:42:50,215 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(746): ClusterId : 61d6cfd8-ec7b-41f8-b20f-321cc666536b 2024-11-08T00:42:50,217 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:42:50,217 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:42:50,217 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:42:50,226 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:42:50,226 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:42:50,226 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:42:50,227 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:42:50,227 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:42:50,227 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:42:50,228 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:42:50,236 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:42:50,239 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:42:50,243 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:42:50,243 DEBUG [RS:0;c302dddf724e:35669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e308d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:42:50,243 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:42:50,243 DEBUG [RS:2;c302dddf724e:38443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@657851d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:42:50,244 DEBUG [RS:1;c302dddf724e:44029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd15148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:42:50,244 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c302dddf724e,42641,1731026568018 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:42:50,255 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:42:50,255 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:42:50,255 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:42:50,255 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:42:50,256 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c302dddf724e:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:42:50,256 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,256 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:42:50,256 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,268 DEBUG [RS:2;c302dddf724e:38443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;c302dddf724e:38443 2024-11-08T00:42:50,271 INFO [RS:2;c302dddf724e:38443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:42:50,272 INFO [RS:2;c302dddf724e:38443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:42:50,272 DEBUG [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:42:50,278 DEBUG [RS:1;c302dddf724e:44029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c302dddf724e:44029 2024-11-08T00:42:50,279 INFO [RS:1;c302dddf724e:44029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:42:50,279 INFO [RS:1;c302dddf724e:44029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:42:50,279 DEBUG [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:42:50,286 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,42641,1731026568018 with port=38443, startcode=1731026569031 2024-11-08T00:42:50,290 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,42641,1731026568018 with port=44029, startcode=1731026568971 2024-11-08T00:42:50,291 DEBUG [RS:0;c302dddf724e:35669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c302dddf724e:35669 2024-11-08T00:42:50,291 INFO [RS:0;c302dddf724e:35669 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:42:50,291 INFO [RS:0;c302dddf724e:35669 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:42:50,291 DEBUG [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:42:50,295 INFO [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,42641,1731026568018 with port=35669, startcode=1731026568852 2024-11-08T00:42:50,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:42:50,304 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:42:50,306 DEBUG [RS:0;c302dddf724e:35669 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:42:50,306 DEBUG [RS:1;c302dddf724e:44029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:42:50,310 DEBUG [RS:2;c302dddf724e:38443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:42:50,311 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:42:50,311 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:42:50,315 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731026600315 2024-11-08T00:42:50,317 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:42:50,318 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:42:50,323 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:42:50,324 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:42:50,324 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:42:50,324 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:42:50,370 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:42:50,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:42:50,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:42:50,405 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:42:50,406 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:42:50,407 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:42:50,408 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35851, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:42:50,408 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44875, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:42:50,409 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49965, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:42:50,409 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:42:50,410 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:42:50,416 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42641 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T00:42:50,420 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:42:50,421 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:42:50,422 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42641 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T00:42:50,423 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026570422,5,FailOnTimeoutGroup] 2024-11-08T00:42:50,423 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42641 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T00:42:50,437 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026570423,5,FailOnTimeoutGroup] 2024-11-08T00:42:50,437 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,437 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:42:50,439 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,439 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,461 DEBUG [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T00:42:50,461 DEBUG [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T00:42:50,462 WARN [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T00:42:50,462 WARN [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T00:42:50,461 DEBUG [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T00:42:50,462 WARN [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T00:42:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:42:50,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:42:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:42:50,468 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:42:50,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:42:50,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:42:50,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:42:50,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:42:50,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:42:50,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:42:50,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:42:50,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:42:50,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:42:50,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:42:50,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:42:50,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:42:50,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:42:50,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:42:50,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:42:50,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:42:50,498 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:42:50,500 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740 2024-11-08T00:42:50,502 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740 2024-11-08T00:42:50,505 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:42:50,505 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:42:50,506 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:42:50,509 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:42:50,522 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:42:50,523 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70673425, jitterRate=0.053116098046302795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:42:50,526 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731026570468Initializing all the Stores at 1731026570470 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026570470Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026570471 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026570471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026570471Cleaning up temporary data from old regions at 1731026570505 (+34 ms)Region opened successfully at 1731026570526 (+21 ms) 2024-11-08T00:42:50,526 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:42:50,527 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:42:50,527 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:42:50,527 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:42:50,527 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:42:50,532 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:42:50,532 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731026570526Disabling compacts and flushes for region at 1731026570526Disabling writes for close at 1731026570527 (+1 ms)Writing region close event to WAL at 1731026570531 (+4 ms)Closed at 1731026570532 (+1 ms) 2024-11-08T00:42:50,538 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:42:50,538 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:42:50,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:42:50,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:42:50,563 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,42641,1731026568018 with port=44029, startcode=1731026568971 2024-11-08T00:42:50,564 INFO [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,42641,1731026568018 with port=35669, startcode=1731026568852 2024-11-08T00:42:50,564 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,42641,1731026568018 with port=38443, startcode=1731026569031 2024-11-08T00:42:50,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c302dddf724e,44029,1731026568971 2024-11-08T00:42:50,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42641 {}] master.ServerManager(517): Registering regionserver=c302dddf724e,44029,1731026568971 2024-11-08T00:42:50,570 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:42:50,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c302dddf724e,35669,1731026568852 2024-11-08T00:42:50,584 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42641 {}] master.ServerManager(517): Registering regionserver=c302dddf724e,35669,1731026568852 2024-11-08T00:42:50,584 DEBUG [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:42:50,584 DEBUG [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36751 2024-11-08T00:42:50,585 DEBUG [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:42:50,590 DEBUG [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:42:50,590 DEBUG [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36751 2024-11-08T00:42:50,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:42:50,590 DEBUG [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:42:50,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c302dddf724e,38443,1731026569031 2024-11-08T00:42:50,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42641 {}] master.ServerManager(517): Registering regionserver=c302dddf724e,38443,1731026569031 2024-11-08T00:42:50,591 DEBUG [RS:1;c302dddf724e:44029 {}] zookeeper.ZKUtil(111): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c302dddf724e,44029,1731026568971 2024-11-08T00:42:50,591 WARN [RS:1;c302dddf724e:44029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:42:50,591 INFO [RS:1;c302dddf724e:44029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:42:50,592 DEBUG [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,44029,1731026568971 2024-11-08T00:42:50,597 DEBUG [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:42:50,597 DEBUG [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36751 2024-11-08T00:42:50,598 DEBUG [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:42:50,598 DEBUG [RS:0;c302dddf724e:35669 {}] zookeeper.ZKUtil(111): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c302dddf724e,35669,1731026568852 2024-11-08T00:42:50,598 WARN [RS:0;c302dddf724e:35669 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:42:50,598 INFO [RS:0;c302dddf724e:35669 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:42:50,598 DEBUG [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852 2024-11-08T00:42:50,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:42:50,600 DEBUG [RS:2;c302dddf724e:38443 {}] zookeeper.ZKUtil(111): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c302dddf724e,38443,1731026569031 2024-11-08T00:42:50,601 WARN [RS:2;c302dddf724e:38443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:42:50,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c302dddf724e,35669,1731026568852] 2024-11-08T00:42:50,601 INFO [RS:2;c302dddf724e:38443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:42:50,601 DEBUG [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,38443,1731026569031 2024-11-08T00:42:50,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c302dddf724e,44029,1731026568971] 2024-11-08T00:42:50,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c302dddf724e,38443,1731026569031] 2024-11-08T00:42:50,652 INFO [RS:0;c302dddf724e:35669 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:42:50,652 INFO [RS:2;c302dddf724e:38443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:42:50,652 INFO [RS:1;c302dddf724e:44029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:42:50,669 INFO [RS:2;c302dddf724e:38443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:42:50,669 INFO [RS:0;c302dddf724e:35669 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:42:50,669 INFO [RS:1;c302dddf724e:44029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:42:50,677 INFO [RS:1;c302dddf724e:44029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:42:50,677 INFO [RS:2;c302dddf724e:38443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:42:50,677 INFO [RS:0;c302dddf724e:35669 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:42:50,677 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,677 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,677 INFO [RS:0;c302dddf724e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,678 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:42:50,683 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:42:50,684 INFO [RS:1;c302dddf724e:44029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:42:50,685 INFO [RS:2;c302dddf724e:38443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:42:50,685 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,685 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,686 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,686 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,686 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,686 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,686 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,686 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,686 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,686 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,686 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,686 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,687 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:42:50,687 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:42:50,687 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,687 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,687 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,688 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,688 INFO [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:42:50,688 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,688 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,688 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,689 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,689 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,689 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,689 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,689 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:42:50,689 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,689 DEBUG [RS:1;c302dddf724e:44029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:42:50,689 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:42:50,689 DEBUG [RS:2;c302dddf724e:38443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:42:50,690 INFO [RS:0;c302dddf724e:35669 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:42:50,690 INFO [RS:0;c302dddf724e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,690 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,690 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,690 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,690 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,691 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,691 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:42:50,691 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,691 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,691 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,691 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,691 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,691 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:42:50,692 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:42:50,692 DEBUG [RS:0;c302dddf724e:35669 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:42:50,700 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,701 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,701 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,701 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,701 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,701 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,44029,1731026568971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:42:50,713 INFO [RS:0;c302dddf724e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,713 INFO [RS:0;c302dddf724e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,713 INFO [RS:0;c302dddf724e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,713 INFO [RS:0;c302dddf724e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,713 INFO [RS:0;c302dddf724e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,713 INFO [RS:0;c302dddf724e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,35669,1731026568852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:42:50,716 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,716 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,717 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,717 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,717 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,717 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,38443,1731026569031-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:42:50,723 WARN [c302dddf724e:42641 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:42:50,732 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:42:50,734 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,44029,1731026568971-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,735 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,735 INFO [RS:1;c302dddf724e:44029 {}] regionserver.Replication(171): c302dddf724e,44029,1731026568971 started 2024-11-08T00:42:50,757 INFO [RS:0;c302dddf724e:35669 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:42:50,758 INFO [RS:0;c302dddf724e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,35669,1731026568852-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,762 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,762 INFO [RS:0;c302dddf724e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,763 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(1482): Serving as c302dddf724e,44029,1731026568971, RpcServer on c302dddf724e/172.17.0.2:44029, sessionid=0x100f5072a3a0002 2024-11-08T00:42:50,764 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:42:50,764 DEBUG [RS:1;c302dddf724e:44029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c302dddf724e,44029,1731026568971 2024-11-08T00:42:50,765 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,44029,1731026568971' 2024-11-08T00:42:50,765 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:42:50,766 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:42:50,763 INFO [RS:0;c302dddf724e:35669 {}] regionserver.Replication(171): c302dddf724e,35669,1731026568852 started 2024-11-08T00:42:50,767 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:42:50,767 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,38443,1731026569031-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,768 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,768 INFO [RS:2;c302dddf724e:38443 {}] regionserver.Replication(171): c302dddf724e,38443,1731026569031 started 2024-11-08T00:42:50,770 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:42:50,770 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:42:50,770 DEBUG [RS:1;c302dddf724e:44029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c302dddf724e,44029,1731026568971 2024-11-08T00:42:50,770 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,44029,1731026568971' 2024-11-08T00:42:50,770 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:42:50,771 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:42:50,772 DEBUG [RS:1;c302dddf724e:44029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:42:50,772 INFO [RS:1;c302dddf724e:44029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:42:50,772 INFO [RS:1;c302dddf724e:44029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:42:50,789 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,789 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(1482): Serving as c302dddf724e,38443,1731026569031, RpcServer on c302dddf724e/172.17.0.2:38443, sessionid=0x100f5072a3a0003 2024-11-08T00:42:50,790 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:42:50,790 DEBUG [RS:2;c302dddf724e:38443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c302dddf724e,38443,1731026569031 2024-11-08T00:42:50,790 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,38443,1731026569031' 2024-11-08T00:42:50,790 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:42:50,792 INFO [RS:0;c302dddf724e:35669 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:42:50,793 INFO [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(1482): Serving as c302dddf724e,35669,1731026568852, RpcServer on c302dddf724e/172.17.0.2:35669, sessionid=0x100f5072a3a0001 2024-11-08T00:42:50,793 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:42:50,793 DEBUG [RS:0;c302dddf724e:35669 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c302dddf724e,35669,1731026568852 2024-11-08T00:42:50,793 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,35669,1731026568852' 2024-11-08T00:42:50,793 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:42:50,793 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:42:50,795 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:42:50,796 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:42:50,797 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:42:50,797 DEBUG [RS:2;c302dddf724e:38443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c302dddf724e,38443,1731026569031 2024-11-08T00:42:50,797 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,38443,1731026569031' 2024-11-08T00:42:50,797 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:42:50,798 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:42:50,798 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:42:50,798 DEBUG [RS:0;c302dddf724e:35669 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c302dddf724e,35669,1731026568852 2024-11-08T00:42:50,798 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,35669,1731026568852' 2024-11-08T00:42:50,798 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:42:50,798 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:42:50,799 DEBUG [RS:2;c302dddf724e:38443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:42:50,799 INFO [RS:2;c302dddf724e:38443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:42:50,799 INFO [RS:2;c302dddf724e:38443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:42:50,800 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:42:50,801 DEBUG [RS:0;c302dddf724e:35669 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:42:50,802 INFO [RS:0;c302dddf724e:35669 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:42:50,802 INFO [RS:0;c302dddf724e:35669 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:42:50,880 INFO [RS:1;c302dddf724e:44029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:42:50,883 INFO [RS:1;c302dddf724e:44029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C44029%2C1731026568971, suffix=, logDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,44029,1731026568971, archiveDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/oldWALs, maxLogs=32 2024-11-08T00:42:50,900 INFO [RS:2;c302dddf724e:38443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:42:50,902 INFO [RS:0;c302dddf724e:35669 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:42:50,904 DEBUG [RS:1;c302dddf724e:44029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,44029,1731026568971/c302dddf724e%2C44029%2C1731026568971.1731026570886, exclude list is [], retry=0 2024-11-08T00:42:50,905 INFO [RS:2;c302dddf724e:38443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C38443%2C1731026569031, suffix=, logDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,38443,1731026569031, archiveDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/oldWALs, maxLogs=32 2024-11-08T00:42:50,906 INFO [RS:0;c302dddf724e:35669 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C35669%2C1731026568852, suffix=, logDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852, archiveDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/oldWALs, maxLogs=32 2024-11-08T00:42:50,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-f30ca1c6-54c2-4fb8-9131-6ac92958ac5c,DISK] 2024-11-08T00:42:50,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45447,DS-f66108fa-f126-429e-a95e-ed49c9413e03,DISK] 2024-11-08T00:42:50,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40407,DS-e4e90768-9f4a-44fb-98c4-15902a56f1ae,DISK] 2024-11-08T00:42:50,931 DEBUG [RS:2;c302dddf724e:38443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,38443,1731026569031/c302dddf724e%2C38443%2C1731026569031.1731026570908, exclude list is [], retry=0 2024-11-08T00:42:50,932 DEBUG [RS:0;c302dddf724e:35669 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852/c302dddf724e%2C35669%2C1731026568852.1731026570912, exclude list is [], retry=0 2024-11-08T00:42:50,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-f30ca1c6-54c2-4fb8-9131-6ac92958ac5c,DISK] 2024-11-08T00:42:50,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45447,DS-f66108fa-f126-429e-a95e-ed49c9413e03,DISK] 2024-11-08T00:42:50,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-f30ca1c6-54c2-4fb8-9131-6ac92958ac5c,DISK] 2024-11-08T00:42:50,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40407,DS-e4e90768-9f4a-44fb-98c4-15902a56f1ae,DISK] 2024-11-08T00:42:50,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40407,DS-e4e90768-9f4a-44fb-98c4-15902a56f1ae,DISK] 2024-11-08T00:42:50,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45447,DS-f66108fa-f126-429e-a95e-ed49c9413e03,DISK] 2024-11-08T00:42:50,948 INFO [RS:1;c302dddf724e:44029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,44029,1731026568971/c302dddf724e%2C44029%2C1731026568971.1731026570886 2024-11-08T00:42:50,953 DEBUG [RS:1;c302dddf724e:44029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43161:43161),(127.0.0.1/127.0.0.1:44879:44879),(127.0.0.1/127.0.0.1:40415:40415)] 2024-11-08T00:42:50,968 INFO [RS:0;c302dddf724e:35669 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852/c302dddf724e%2C35669%2C1731026568852.1731026570912 2024-11-08T00:42:50,968 DEBUG [RS:0;c302dddf724e:35669 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43161:43161),(127.0.0.1/127.0.0.1:44879:44879),(127.0.0.1/127.0.0.1:40415:40415)] 2024-11-08T00:42:50,976 DEBUG [c302dddf724e:42641 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T00:42:50,981 INFO [RS:2;c302dddf724e:38443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,38443,1731026569031/c302dddf724e%2C38443%2C1731026569031.1731026570908 2024-11-08T00:42:50,984 DEBUG [RS:2;c302dddf724e:38443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43161:43161),(127.0.0.1/127.0.0.1:40415:40415),(127.0.0.1/127.0.0.1:44879:44879)] 2024-11-08T00:42:50,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:42:51,002 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,44029,1731026568971, state=OPENING 2024-11-08T00:42:51,008 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:42:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:51,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:42:51,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:42:51,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:42:51,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:42:51,011 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:42:51,014 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:42:51,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,44029,1731026568971}] 2024-11-08T00:42:58,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T00:42:58,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T00:43:01,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:43:01,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:43:01,072 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:43:01,072 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:43:01,072 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:43:01,077 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C44029%2C1731026568971.meta, suffix=.meta, logDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,44029,1731026568971, archiveDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/oldWALs, maxLogs=32 2024-11-08T00:43:01,102 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,44029,1731026568971/c302dddf724e%2C44029%2C1731026568971.meta.1731026581079.meta, exclude list is [], retry=0 2024-11-08T00:43:01,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39529,DS-f30ca1c6-54c2-4fb8-9131-6ac92958ac5c,DISK] 2024-11-08T00:43:01,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40407,DS-e4e90768-9f4a-44fb-98c4-15902a56f1ae,DISK] 2024-11-08T00:43:01,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45447,DS-f66108fa-f126-429e-a95e-ed49c9413e03,DISK] 2024-11-08T00:43:01,155 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,44029,1731026568971/c302dddf724e%2C44029%2C1731026568971.meta.1731026581079.meta 2024-11-08T00:43:01,155 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43161:43161),(127.0.0.1/127.0.0.1:40415:40415),(127.0.0.1/127.0.0.1:44879:44879)] 2024-11-08T00:43:01,156 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:43:01,159 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:43:01,163 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:43:01,170 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:43:01,176 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:43:01,177 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:01,177 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:43:01,177 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:43:01,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:43:01,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:43:01,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:01,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:43:01,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:43:01,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:43:01,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:01,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:43:01,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:43:01,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:43:01,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:01,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:43:01,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:43:01,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:43:01,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:01,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:43:01,199 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:43:01,201 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740 2024-11-08T00:43:01,204 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740 2024-11-08T00:43:01,208 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:43:01,209 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:43:01,210 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:43:01,213 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:43:01,216 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68553518, jitterRate=0.021527022123336792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:43:01,216 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:43:01,218 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731026581177Writing region info on filesystem at 1731026581178 (+1 ms)Initializing all the Stores at 1731026581181 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026581181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026581184 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026581185 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026581185Cleaning up temporary data from old regions at 1731026581209 (+24 ms)Running coprocessor post-open hooks at 1731026581216 (+7 ms)Region opened successfully at 1731026581218 (+2 ms) 2024-11-08T00:43:01,231 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731026581039 2024-11-08T00:43:01,245 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:43:01,246 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:43:01,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:43:01,253 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,44029,1731026568971, state=OPEN 2024-11-08T00:43:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:43:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:43:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:43:01,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:43:01,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:43:01,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:43:01,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:43:01,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:43:01,257 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c302dddf724e,44029,1731026568971 2024-11-08T00:43:01,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:43:01,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,44029,1731026568971 in 10.2410 sec 2024-11-08T00:43:01,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:43:01,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7210 sec 2024-11-08T00:43:01,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:43:01,277 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:43:01,308 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:43:01,310 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,44029,1731026568971, seqNum=-1] 2024-11-08T00:43:01,343 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:43:01,347 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44947, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:43:01,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.2200 sec 2024-11-08T00:43:01,375 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731026581375, completionTime=-1 2024-11-08T00:43:01,378 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T00:43:01,379 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T00:43:01,424 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T00:43:01,424 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731026641424 2024-11-08T00:43:01,424 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731026701424 2024-11-08T00:43:01,424 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 45 msec 2024-11-08T00:43:01,427 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,42641,1731026568018-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:43:01,427 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,42641,1731026568018-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:43:01,427 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,42641,1731026568018-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:43:01,430 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c302dddf724e:42641, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:43:01,434 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:43:01,437 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:43:01,440 DEBUG [master/c302dddf724e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:43:01,485 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.309sec 2024-11-08T00:43:01,487 INFO [master/c302dddf724e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:43:01,489 INFO [master/c302dddf724e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:43:01,490 INFO [master/c302dddf724e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:43:01,491 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:43:01,491 INFO [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:43:01,492 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,42641,1731026568018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:43:01,493 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,42641,1731026568018-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:43:01,507 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:43:01,508 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:43:01,509 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,42641,1731026568018-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:43:01,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434b4bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:43:01,547 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T00:43:01,547 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T00:43:01,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c302dddf724e,42641,-1 for getting cluster id 2024-11-08T00:43:01,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:43:01,622 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61d6cfd8-ec7b-41f8-b20f-321cc666536b' 2024-11-08T00:43:01,626 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:43:01,626 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61d6cfd8-ec7b-41f8-b20f-321cc666536b" 2024-11-08T00:43:01,626 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dce2d3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:43:01,626 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c302dddf724e,42641,-1] 2024-11-08T00:43:01,630 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:43:01,633 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:43:01,639 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:43:01,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c4c82e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:43:01,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:43:01,660 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,44029,1731026568971, seqNum=-1] 2024-11-08T00:43:01,662 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:43:01,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:43:01,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c302dddf724e,42641,1731026568018 2024-11-08T00:43:01,705 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731026581704 (current time:1731026581704). 2024-11-08T00:43:01,705 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T00:43:01,705 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T00:43:01,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ee4fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:43:01,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c302dddf724e,42641,-1 for getting cluster id 2024-11-08T00:43:01,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:43:01,712 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '61d6cfd8-ec7b-41f8-b20f-321cc666536b' 2024-11-08T00:43:01,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:43:01,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "61d6cfd8-ec7b-41f8-b20f-321cc666536b" 2024-11-08T00:43:01,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ec3c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:43:01,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c302dddf724e,42641,-1] 2024-11-08T00:43:01,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:43:01,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:43:01,716 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:43:01,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1384142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:43:01,721 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:43:01,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,44029,1731026568971, seqNum=-1] 2024-11-08T00:43:01,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:43:01,725 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:43:01,728 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:43:01,728 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:43:01,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:43:01,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:43:01,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:43:01,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:43:01,748 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c302dddf724e,42641,1731026568018 2024-11-08T00:43:01,752 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b7e6058 2024-11-08T00:43:01,753 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:43:01,757 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:43:01,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:43:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42641 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T00:43:01,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:43:01,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T00:43:01,782 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:01,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:43:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:43:01,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:43:01,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:43:01,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:43:01,821 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 426b34bc3aff2c0c27dcc5579ef80544, NAME => 'SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:43:01,821 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => baf3fa7f811ebec6c7d1d0bdbfb6ced3, NAME => 'SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:43:01,822 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c6f95046456362c9bb8e70a70bd738b0, NAME => 'SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:43:01,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741839_1015 (size=54) 2024-11-08T00:43:01,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741839_1015 (size=54) 2024-11-08T00:43:01,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741839_1015 (size=54) 2024-11-08T00:43:01,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:01,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 426b34bc3aff2c0c27dcc5579ef80544, disabling compactions & flushes 2024-11-08T00:43:01,874 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:01,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:01,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. after waiting 0 ms 2024-11-08T00:43:01,874 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:01,875 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:01,875 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 426b34bc3aff2c0c27dcc5579ef80544: Waiting for close lock at 1731026581874Disabling compacts and flushes for region at 1731026581874Disabling writes for close at 1731026581874Writing region close event to WAL at 1731026581875 (+1 ms)Closed at 1731026581875 2024-11-08T00:43:01,875 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 148d7d5bd4dd2b2d33a212a3c325a93e, NAME => 'SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:43:01,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741838_1014 (size=62) 2024-11-08T00:43:01,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:01,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c6f95046456362c9bb8e70a70bd738b0, disabling compactions & flushes 2024-11-08T00:43:01,891 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:43:01,891 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:43:01,892 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. after waiting 0 ms 2024-11-08T00:43:01,892 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:43:01,892 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:43:01,892 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c6f95046456362c9bb8e70a70bd738b0: Waiting for close lock at 1731026581891Disabling compacts and flushes for region at 1731026581891Disabling writes for close at 1731026581892 (+1 ms)Writing region close event to WAL at 1731026581892Closed at 1731026581892 2024-11-08T00:43:01,893 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 18d0806d59b97bf6e5e077143bf84f85, NAME => 'SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:43:01,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741840_1016 (size=62) 2024-11-08T00:43:01,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741838_1014 (size=62) 2024-11-08T00:43:01,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741838_1014 (size=62) 2024-11-08T00:43:01,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741840_1016 (size=62) 2024-11-08T00:43:01,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741840_1016 (size=62) 2024-11-08T00:43:01,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:01,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing baf3fa7f811ebec6c7d1d0bdbfb6ced3, disabling compactions & flushes 2024-11-08T00:43:01,903 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:43:01,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:43:01,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. after waiting 0 ms 2024-11-08T00:43:01,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:43:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:43:01,903 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:43:01,903 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for baf3fa7f811ebec6c7d1d0bdbfb6ced3: Waiting for close lock at 1731026581903Disabling compacts and flushes for region at 1731026581903Disabling writes for close at 1731026581903Writing region close event to WAL at 1731026581903Closed at 1731026581903 2024-11-08T00:43:01,904 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 963d2616ae4cc162f89af9d9115a7bb7, NAME => 'SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:43:01,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:43:01,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:43:01,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:43:01,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:01,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 18d0806d59b97bf6e5e077143bf84f85, disabling compactions & flushes 2024-11-08T00:43:01,933 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:01,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:01,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. after waiting 0 ms 2024-11-08T00:43:01,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:01,933 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:01,933 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 18d0806d59b97bf6e5e077143bf84f85: Waiting for close lock at 1731026581933Disabling compacts and flushes for region at 1731026581933Disabling writes for close at 1731026581933Writing region close event to WAL at 1731026581933Closed at 1731026581933 2024-11-08T00:43:01,934 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aff22c47ea51531cdd46b22b86f3c9c8, NAME => 'SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:43:01,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:43:01,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:43:01,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:43:01,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:01,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 148d7d5bd4dd2b2d33a212a3c325a93e, disabling compactions & flushes 2024-11-08T00:43:01,950 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:43:01,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:43:01,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. after waiting 0 ms 2024-11-08T00:43:01,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:43:01,950 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:43:01,950 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 148d7d5bd4dd2b2d33a212a3c325a93e: Waiting for close lock at 1731026581950Disabling compacts and flushes for region at 1731026581950Disabling writes for close at 1731026581950Writing region close event to WAL at 1731026581950Closed at 1731026581950 2024-11-08T00:43:01,950 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eb7a62538b2b89bb6da07346c894aa95, NAME => 'SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:43:01,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:43:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:43:01,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:43:01,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:01,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 963d2616ae4cc162f89af9d9115a7bb7, disabling compactions & flushes 2024-11-08T00:43:01,980 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:43:01,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:43:01,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. after waiting 0 ms 2024-11-08T00:43:01,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:43:01,980 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:43:01,980 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 963d2616ae4cc162f89af9d9115a7bb7: Waiting for close lock at 1731026581980Disabling compacts and flushes for region at 1731026581980Disabling writes for close at 1731026581980Writing region close event to WAL at 1731026581980Closed at 1731026581980 2024-11-08T00:43:01,981 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6b08ad09c2d2533ce11aa1ed936c09f6, NAME => 'SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:43:02,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:43:02,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:43:02,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:43:02,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:02,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing aff22c47ea51531cdd46b22b86f3c9c8, disabling compactions & flushes 2024-11-08T00:43:02,005 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:02,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:02,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. after waiting 0 ms 2024-11-08T00:43:02,005 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:02,005 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:02,006 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for aff22c47ea51531cdd46b22b86f3c9c8: Waiting for close lock at 1731026582005Disabling compacts and flushes for region at 1731026582005Disabling writes for close at 1731026582005Writing region close event to WAL at 1731026582005Closed at 1731026582005 2024-11-08T00:43:02,006 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1f2eddf1785f8840904749aafea89ea4, NAME => 'SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc 2024-11-08T00:43:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:43:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:43:02,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:43:02,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:43:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:43:02,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:43:02,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:02,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6b08ad09c2d2533ce11aa1ed936c09f6, disabling compactions & flushes 2024-11-08T00:43:02,046 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:43:02,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:43:02,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. after waiting 0 ms 2024-11-08T00:43:02,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:43:02,046 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:43:02,046 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6b08ad09c2d2533ce11aa1ed936c09f6: Waiting for close lock at 1731026582046Disabling compacts and flushes for region at 1731026582046Disabling writes for close at 1731026582046Writing region close event to WAL at 1731026582046Closed at 1731026582046 2024-11-08T00:43:02,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:43:02,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:43:02,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:43:02,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:02,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 1f2eddf1785f8840904749aafea89ea4, disabling compactions & flushes 2024-11-08T00:43:02,067 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:43:02,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:43:02,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. after waiting 0 ms 2024-11-08T00:43:02,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:43:02,067 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:43:02,067 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1f2eddf1785f8840904749aafea89ea4: Waiting for close lock at 1731026582067Disabling compacts and flushes for region at 1731026582067Disabling writes for close at 1731026582067Writing region close event to WAL at 1731026582067Closed at 1731026582067 2024-11-08T00:43:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:43:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:43:02,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:02,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing eb7a62538b2b89bb6da07346c894aa95, disabling compactions & flushes 2024-11-08T00:43:02,426 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:02,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:02,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. after waiting 0 ms 2024-11-08T00:43:02,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:02,426 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:02,426 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for eb7a62538b2b89bb6da07346c894aa95: Waiting for close lock at 1731026582426Disabling compacts and flushes for region at 1731026582426Disabling writes for close at 1731026582426Writing region close event to WAL at 1731026582426Closed at 1731026582426 2024-11-08T00:43:02,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:43:02,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731026582429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026582429"}]},"ts":"1731026582429"} 2024-11-08T00:43:02,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026582429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026582429"}]},"ts":"1731026582429"} 2024-11-08T00:43:02,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026582429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026582429"}]},"ts":"1731026582429"} 2024-11-08T00:43:02,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026582429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026582429"}]},"ts":"1731026582429"} 2024-11-08T00:43:02,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026582429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026582429"}]},"ts":"1731026582429"} 2024-11-08T00:43:02,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026582429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026582429"}]},"ts":"1731026582429"} 2024-11-08T00:43:02,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026582429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026582429"}]},"ts":"1731026582429"} 2024-11-08T00:43:02,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026582429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026582429"}]},"ts":"1731026582429"} 2024-11-08T00:43:02,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731026582429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026582429"}]},"ts":"1731026582429"} 2024-11-08T00:43:02,436 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026582429"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026582429"}]},"ts":"1731026582429"} 2024-11-08T00:43:02,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T00:43:02,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:43:02,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731026582493"}]},"ts":"1731026582493"} 2024-11-08T00:43:02,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T00:43:02,516 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c302dddf724e=0} racks are {/default-rack=0} 2024-11-08T00:43:02,532 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T00:43:02,532 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T00:43:02,532 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T00:43:02,532 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T00:43:02,532 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T00:43:02,532 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T00:43:02,532 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T00:43:02,532 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T00:43:02,532 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T00:43:02,532 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T00:43:02,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=426b34bc3aff2c0c27dcc5579ef80544, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6f95046456362c9bb8e70a70bd738b0, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=baf3fa7f811ebec6c7d1d0bdbfb6ced3, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=148d7d5bd4dd2b2d33a212a3c325a93e, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d0806d59b97bf6e5e077143bf84f85, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=963d2616ae4cc162f89af9d9115a7bb7, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aff22c47ea51531cdd46b22b86f3c9c8, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb7a62538b2b89bb6da07346c894aa95, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b08ad09c2d2533ce11aa1ed936c09f6, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f2eddf1785f8840904749aafea89ea4, ASSIGN}] 2024-11-08T00:43:02,542 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=426b34bc3aff2c0c27dcc5579ef80544, ASSIGN 2024-11-08T00:43:02,543 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f2eddf1785f8840904749aafea89ea4, ASSIGN 2024-11-08T00:43:02,544 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6f95046456362c9bb8e70a70bd738b0, ASSIGN 2024-11-08T00:43:02,544 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b08ad09c2d2533ce11aa1ed936c09f6, ASSIGN 2024-11-08T00:43:02,547 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=426b34bc3aff2c0c27dcc5579ef80544, ASSIGN; state=OFFLINE, location=c302dddf724e,35669,1731026568852; forceNewPlan=false, retain=false 2024-11-08T00:43:02,547 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb7a62538b2b89bb6da07346c894aa95, ASSIGN 2024-11-08T00:43:02,547 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f2eddf1785f8840904749aafea89ea4, ASSIGN; state=OFFLINE, location=c302dddf724e,44029,1731026568971; forceNewPlan=false, retain=false 2024-11-08T00:43:02,549 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6f95046456362c9bb8e70a70bd738b0, ASSIGN; state=OFFLINE, location=c302dddf724e,38443,1731026569031; forceNewPlan=false, retain=false 2024-11-08T00:43:02,550 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b08ad09c2d2533ce11aa1ed936c09f6, ASSIGN; state=OFFLINE, location=c302dddf724e,38443,1731026569031; forceNewPlan=false, retain=false 2024-11-08T00:43:02,551 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb7a62538b2b89bb6da07346c894aa95, ASSIGN; state=OFFLINE, location=c302dddf724e,35669,1731026568852; forceNewPlan=false, retain=false 2024-11-08T00:43:02,551 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aff22c47ea51531cdd46b22b86f3c9c8, ASSIGN 2024-11-08T00:43:02,553 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=963d2616ae4cc162f89af9d9115a7bb7, ASSIGN 2024-11-08T00:43:02,553 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aff22c47ea51531cdd46b22b86f3c9c8, ASSIGN; state=OFFLINE, location=c302dddf724e,35669,1731026568852; forceNewPlan=false, retain=false 2024-11-08T00:43:02,555 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=963d2616ae4cc162f89af9d9115a7bb7, ASSIGN; state=OFFLINE, location=c302dddf724e,44029,1731026568971; forceNewPlan=false, retain=false 2024-11-08T00:43:02,555 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d0806d59b97bf6e5e077143bf84f85, ASSIGN 2024-11-08T00:43:02,558 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18d0806d59b97bf6e5e077143bf84f85, ASSIGN; state=OFFLINE, location=c302dddf724e,35669,1731026568852; forceNewPlan=false, retain=false 2024-11-08T00:43:02,560 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=148d7d5bd4dd2b2d33a212a3c325a93e, ASSIGN 2024-11-08T00:43:02,563 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=148d7d5bd4dd2b2d33a212a3c325a93e, ASSIGN; state=OFFLINE, location=c302dddf724e,38443,1731026569031; forceNewPlan=false, retain=false 2024-11-08T00:43:02,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=baf3fa7f811ebec6c7d1d0bdbfb6ced3, ASSIGN 2024-11-08T00:43:02,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=baf3fa7f811ebec6c7d1d0bdbfb6ced3, ASSIGN; state=OFFLINE, location=c302dddf724e,44029,1731026568971; forceNewPlan=false, retain=false 2024-11-08T00:43:02,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:43:02,700 INFO [c302dddf724e:42641 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T00:43:02,701 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1f2eddf1785f8840904749aafea89ea4, regionState=OPENING, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:43:02,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=baf3fa7f811ebec6c7d1d0bdbfb6ced3, regionState=OPENING, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:43:02,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6b08ad09c2d2533ce11aa1ed936c09f6, regionState=OPENING, regionLocation=c302dddf724e,38443,1731026569031 2024-11-08T00:43:02,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=148d7d5bd4dd2b2d33a212a3c325a93e, regionState=OPENING, regionLocation=c302dddf724e,38443,1731026569031 2024-11-08T00:43:02,701 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=963d2616ae4cc162f89af9d9115a7bb7, regionState=OPENING, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:43:02,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c6f95046456362c9bb8e70a70bd738b0, regionState=OPENING, regionLocation=c302dddf724e,38443,1731026569031 2024-11-08T00:43:02,702 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eb7a62538b2b89bb6da07346c894aa95, regionState=OPENING, regionLocation=c302dddf724e,35669,1731026568852 2024-11-08T00:43:02,702 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=aff22c47ea51531cdd46b22b86f3c9c8, regionState=OPENING, regionLocation=c302dddf724e,35669,1731026568852 2024-11-08T00:43:02,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18d0806d59b97bf6e5e077143bf84f85, regionState=OPENING, regionLocation=c302dddf724e,35669,1731026568852 2024-11-08T00:43:02,703 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=426b34bc3aff2c0c27dcc5579ef80544, regionState=OPENING, regionLocation=c302dddf724e,35669,1731026568852 2024-11-08T00:43:02,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=baf3fa7f811ebec6c7d1d0bdbfb6ced3, ASSIGN because future has completed 2024-11-08T00:43:02,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure baf3fa7f811ebec6c7d1d0bdbfb6ced3, server=c302dddf724e,44029,1731026568971}] 2024-11-08T00:43:02,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=963d2616ae4cc162f89af9d9115a7bb7, ASSIGN because future has completed 2024-11-08T00:43:02,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963d2616ae4cc162f89af9d9115a7bb7, server=c302dddf724e,44029,1731026568971}] 2024-11-08T00:43:02,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6f95046456362c9bb8e70a70bd738b0, ASSIGN because future has completed 2024-11-08T00:43:02,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=148d7d5bd4dd2b2d33a212a3c325a93e, ASSIGN because future has completed 2024-11-08T00:43:02,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6f95046456362c9bb8e70a70bd738b0, server=c302dddf724e,38443,1731026569031}] 2024-11-08T00:43:02,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 148d7d5bd4dd2b2d33a212a3c325a93e, server=c302dddf724e,38443,1731026569031}] 2024-11-08T00:43:02,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb7a62538b2b89bb6da07346c894aa95, ASSIGN because future has completed 2024-11-08T00:43:02,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aff22c47ea51531cdd46b22b86f3c9c8, ASSIGN because future has completed 2024-11-08T00:43:02,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=426b34bc3aff2c0c27dcc5579ef80544, ASSIGN because future has completed 2024-11-08T00:43:02,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544, server=c302dddf724e,35669,1731026568852}] 2024-11-08T00:43:02,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18d0806d59b97bf6e5e077143bf84f85, ASSIGN because future has completed 2024-11-08T00:43:02,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b08ad09c2d2533ce11aa1ed936c09f6, ASSIGN because future has completed 2024-11-08T00:43:02,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b08ad09c2d2533ce11aa1ed936c09f6, server=c302dddf724e,38443,1731026569031}] 2024-11-08T00:43:02,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1f2eddf1785f8840904749aafea89ea4, ASSIGN because future has completed 2024-11-08T00:43:02,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2eddf1785f8840904749aafea89ea4, server=c302dddf724e,44029,1731026568971}] 2024-11-08T00:43:02,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d0806d59b97bf6e5e077143bf84f85, server=c302dddf724e,35669,1731026568852}] 2024-11-08T00:43:02,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb7a62538b2b89bb6da07346c894aa95, server=c302dddf724e,35669,1731026568852}] 2024-11-08T00:43:02,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8, server=c302dddf724e,35669,1731026568852}] 2024-11-08T00:43:02,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:43:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:43:05,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:43:06,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T00:43:08,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:43:08,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T00:43:08,509 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:43:08,509 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T00:43:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:43:12,733 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:43:12,733 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => baf3fa7f811ebec6c7d1d0bdbfb6ced3, NAME => 'SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T00:43:12,734 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:12,734 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:12,734 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:12,734 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:12,735 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:43:12,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56059, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:43:12,741 INFO [StoreOpener-baf3fa7f811ebec6c7d1d0bdbfb6ced3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:12,743 INFO [StoreOpener-baf3fa7f811ebec6c7d1d0bdbfb6ced3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baf3fa7f811ebec6c7d1d0bdbfb6ced3 columnFamilyName cf 2024-11-08T00:43:12,743 DEBUG [StoreOpener-baf3fa7f811ebec6c7d1d0bdbfb6ced3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:12,744 INFO [StoreOpener-baf3fa7f811ebec6c7d1d0bdbfb6ced3-1 {}] regionserver.HStore(327): Store=baf3fa7f811ebec6c7d1d0bdbfb6ced3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:12,744 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:12,746 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:12,748 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:12,749 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:12,749 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:12,752 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:12,767 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/baf3fa7f811ebec6c7d1d0bdbfb6ced3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:43:12,767 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:43:12,768 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c6f95046456362c9bb8e70a70bd738b0, NAME => 'SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T00:43:12,768 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened baf3fa7f811ebec6c7d1d0bdbfb6ced3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63692136, jitterRate=-0.050913214683532715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:12,768 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:12,768 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:12,769 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:12,769 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:12,769 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:12,769 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for baf3fa7f811ebec6c7d1d0bdbfb6ced3: Running coprocessor pre-open hook at 1731026592734Writing region info on filesystem at 1731026592734Initializing all the Stores at 1731026592739 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026592739Cleaning up temporary data from old regions at 1731026592749 (+10 ms)Running coprocessor post-open hooks at 1731026592768 (+19 ms)Region opened successfully at 1731026592769 (+1 ms) 2024-11-08T00:43:12,770 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:43:12,772 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3., pid=15, masterSystemTime=1731026592720 2024-11-08T00:43:12,775 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:43:12,775 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:43:12,775 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:43:12,776 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f2eddf1785f8840904749aafea89ea4, NAME => 'SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T00:43:12,776 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:12,776 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:12,776 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:12,776 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:12,778 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=baf3fa7f811ebec6c7d1d0bdbfb6ced3, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:43:12,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure baf3fa7f811ebec6c7d1d0bdbfb6ced3, server=c302dddf724e,44029,1731026568971 because future has completed 2024-11-08T00:43:12,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=7 2024-11-08T00:43:12,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure baf3fa7f811ebec6c7d1d0bdbfb6ced3, server=c302dddf724e,44029,1731026568971 in 10.0730 sec 2024-11-08T00:43:12,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=baf3fa7f811ebec6c7d1d0bdbfb6ced3, ASSIGN in 10.2520 sec 2024-11-08T00:43:12,793 INFO [StoreOpener-1f2eddf1785f8840904749aafea89ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:12,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43489, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:43:12,795 INFO [StoreOpener-1f2eddf1785f8840904749aafea89ea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f2eddf1785f8840904749aafea89ea4 columnFamilyName cf 2024-11-08T00:43:12,795 DEBUG [StoreOpener-1f2eddf1785f8840904749aafea89ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:12,796 INFO [StoreOpener-1f2eddf1785f8840904749aafea89ea4-1 {}] regionserver.HStore(327): Store=1f2eddf1785f8840904749aafea89ea4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:12,796 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:12,798 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:12,799 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:12,799 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:12,799 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:12,803 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:12,808 INFO [StoreOpener-c6f95046456362c9bb8e70a70bd738b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:12,812 INFO [StoreOpener-c6f95046456362c9bb8e70a70bd738b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6f95046456362c9bb8e70a70bd738b0 columnFamilyName cf 2024-11-08T00:43:12,812 DEBUG [StoreOpener-c6f95046456362c9bb8e70a70bd738b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:12,813 INFO [StoreOpener-c6f95046456362c9bb8e70a70bd738b0-1 {}] regionserver.HStore(327): Store=c6f95046456362c9bb8e70a70bd738b0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:12,813 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:12,814 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:12,816 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:12,816 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:12,816 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:12,820 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:12,825 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/1f2eddf1785f8840904749aafea89ea4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:43:12,826 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/c6f95046456362c9bb8e70a70bd738b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:43:12,826 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 1f2eddf1785f8840904749aafea89ea4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60394524, jitterRate=-0.10005146265029907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:12,826 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:12,826 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 1f2eddf1785f8840904749aafea89ea4: Running coprocessor pre-open hook at 1731026592777Writing region info on filesystem at 1731026592777Initializing all the Stores at 1731026592779 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026592779Cleaning up temporary data from old regions at 1731026592799 (+20 ms)Running coprocessor post-open hooks at 1731026592826 (+27 ms)Region opened successfully at 1731026592826 2024-11-08T00:43:12,827 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c6f95046456362c9bb8e70a70bd738b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74065338, jitterRate=0.10365954041481018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:12,827 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:12,827 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c6f95046456362c9bb8e70a70bd738b0: Running coprocessor pre-open hook at 1731026592769Writing region info on filesystem at 1731026592769Initializing all the Stores at 1731026592784 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026592784Cleaning up temporary data from old regions at 1731026592816 (+32 ms)Running coprocessor post-open hooks at 1731026592827 (+11 ms)Region opened successfully at 1731026592827 2024-11-08T00:43:12,829 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4., pid=22, masterSystemTime=1731026592720 2024-11-08T00:43:12,829 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0., pid=17, masterSystemTime=1731026592734 2024-11-08T00:43:12,832 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:43:12,832 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:43:12,832 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:43:12,832 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 963d2616ae4cc162f89af9d9115a7bb7, NAME => 'SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T00:43:12,833 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:12,833 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:12,833 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:12,834 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:12,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=1f2eddf1785f8840904749aafea89ea4, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:43:12,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:43:12,837 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:43:12,837 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:43:12,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b08ad09c2d2533ce11aa1ed936c09f6, NAME => 'SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T00:43:12,838 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:12,838 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:12,838 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:12,838 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:12,840 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c6f95046456362c9bb8e70a70bd738b0, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,38443,1731026569031 2024-11-08T00:43:12,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f2eddf1785f8840904749aafea89ea4, server=c302dddf724e,44029,1731026568971 because future has completed 2024-11-08T00:43:12,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6f95046456362c9bb8e70a70bd738b0, server=c302dddf724e,38443,1731026569031 because future has completed 2024-11-08T00:43:12,849 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:12,850 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => aff22c47ea51531cdd46b22b86f3c9c8, NAME => 'SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T00:43:12,850 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:12,850 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:12,850 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:12,850 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:12,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-08T00:43:12,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f2eddf1785f8840904749aafea89ea4, server=c302dddf724e,44029,1731026568971 in 10.0680 sec 2024-11-08T00:43:12,857 INFO [StoreOpener-963d2616ae4cc162f89af9d9115a7bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:12,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-08T00:43:12,858 INFO [StoreOpener-aff22c47ea51531cdd46b22b86f3c9c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:12,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c6f95046456362c9bb8e70a70bd738b0, server=c302dddf724e,38443,1731026569031 in 10.1220 sec 2024-11-08T00:43:12,861 INFO [StoreOpener-6b08ad09c2d2533ce11aa1ed936c09f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:12,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1f2eddf1785f8840904749aafea89ea4, ASSIGN in 10.3170 sec 2024-11-08T00:43:12,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6f95046456362c9bb8e70a70bd738b0, ASSIGN in 10.3220 sec 2024-11-08T00:43:12,865 INFO [StoreOpener-6b08ad09c2d2533ce11aa1ed936c09f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b08ad09c2d2533ce11aa1ed936c09f6 columnFamilyName cf 2024-11-08T00:43:12,865 DEBUG [StoreOpener-6b08ad09c2d2533ce11aa1ed936c09f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:12,866 INFO [StoreOpener-aff22c47ea51531cdd46b22b86f3c9c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aff22c47ea51531cdd46b22b86f3c9c8 columnFamilyName cf 2024-11-08T00:43:12,866 DEBUG [StoreOpener-aff22c47ea51531cdd46b22b86f3c9c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:12,867 INFO [StoreOpener-6b08ad09c2d2533ce11aa1ed936c09f6-1 {}] regionserver.HStore(327): Store=6b08ad09c2d2533ce11aa1ed936c09f6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:12,867 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:12,869 INFO [StoreOpener-aff22c47ea51531cdd46b22b86f3c9c8-1 {}] regionserver.HStore(327): Store=aff22c47ea51531cdd46b22b86f3c9c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:12,869 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:12,869 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:12,870 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:12,871 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:12,871 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:12,874 INFO [StoreOpener-963d2616ae4cc162f89af9d9115a7bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 963d2616ae4cc162f89af9d9115a7bb7 columnFamilyName cf 2024-11-08T00:43:12,874 DEBUG [StoreOpener-963d2616ae4cc162f89af9d9115a7bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:12,874 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:12,875 INFO [StoreOpener-963d2616ae4cc162f89af9d9115a7bb7-1 {}] regionserver.HStore(327): Store=963d2616ae4cc162f89af9d9115a7bb7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:12,876 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:12,877 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:12,878 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:12,878 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:12,880 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:12,880 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:12,880 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/6b08ad09c2d2533ce11aa1ed936c09f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:43:12,880 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:12,881 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 6b08ad09c2d2533ce11aa1ed936c09f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63735076, jitterRate=-0.050273358821868896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:12,882 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:12,882 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 6b08ad09c2d2533ce11aa1ed936c09f6: Running coprocessor pre-open hook at 1731026592839Writing region info on filesystem at 1731026592839Initializing all the Stores at 1731026592843 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026592843Cleaning up temporary data from old regions at 1731026592871 (+28 ms)Running coprocessor post-open hooks at 1731026592882 (+11 ms)Region opened successfully at 1731026592882 2024-11-08T00:43:12,882 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:12,882 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:12,884 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:12,884 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6., pid=20, masterSystemTime=1731026592734 2024-11-08T00:43:12,886 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:12,889 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:43:12,890 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:43:12,890 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:43:12,890 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 148d7d5bd4dd2b2d33a212a3c325a93e, NAME => 'SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T00:43:12,890 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:12,890 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:12,891 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:12,891 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:12,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6b08ad09c2d2533ce11aa1ed936c09f6, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,38443,1731026569031 2024-11-08T00:43:12,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b08ad09c2d2533ce11aa1ed936c09f6, server=c302dddf724e,38443,1731026569031 because future has completed 2024-11-08T00:43:12,902 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/aff22c47ea51531cdd46b22b86f3c9c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:43:12,904 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened aff22c47ea51531cdd46b22b86f3c9c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63388008, jitterRate=-0.055445075035095215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:12,904 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:12,904 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for aff22c47ea51531cdd46b22b86f3c9c8: Running coprocessor pre-open hook at 1731026592851Writing region info on filesystem at 1731026592851Initializing all the Stores at 1731026592857 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026592857Cleaning up temporary data from old regions at 1731026592880 (+23 ms)Running coprocessor post-open hooks at 1731026592904 (+24 ms)Region opened successfully at 1731026592904 2024-11-08T00:43:12,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-08T00:43:12,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b08ad09c2d2533ce11aa1ed936c09f6, server=c302dddf724e,38443,1731026569031 in 10.1340 sec 2024-11-08T00:43:12,906 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8., pid=24, masterSystemTime=1731026592770 2024-11-08T00:43:12,909 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/963d2616ae4cc162f89af9d9115a7bb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:43:12,910 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 963d2616ae4cc162f89af9d9115a7bb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73781686, jitterRate=0.0994327962398529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:12,910 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:12,911 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 963d2616ae4cc162f89af9d9115a7bb7: Running coprocessor pre-open hook at 1731026592834Writing region info on filesystem at 1731026592834Initializing all the Stores at 1731026592839 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026592839Cleaning up temporary data from old regions at 1731026592882 (+43 ms)Running coprocessor post-open hooks at 1731026592910 (+28 ms)Region opened successfully at 1731026592911 (+1 ms) 2024-11-08T00:43:12,912 INFO [StoreOpener-148d7d5bd4dd2b2d33a212a3c325a93e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:12,912 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:12,913 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:12,913 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:12,913 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 18d0806d59b97bf6e5e077143bf84f85, NAME => 'SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T00:43:12,913 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:12,914 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:12,914 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:12,914 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:12,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b08ad09c2d2533ce11aa1ed936c09f6, ASSIGN in 10.3700 sec 2024-11-08T00:43:12,915 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7., pid=16, masterSystemTime=1731026592720 2024-11-08T00:43:12,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=aff22c47ea51531cdd46b22b86f3c9c8, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,35669,1731026568852 2024-11-08T00:43:12,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8, server=c302dddf724e,35669,1731026568852 because future has completed 2024-11-08T00:43:12,922 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:43:12,922 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:43:12,923 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=963d2616ae4cc162f89af9d9115a7bb7, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:43:12,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 963d2616ae4cc162f89af9d9115a7bb7, server=c302dddf724e,44029,1731026568971 because future has completed 2024-11-08T00:43:12,930 INFO [StoreOpener-148d7d5bd4dd2b2d33a212a3c325a93e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 148d7d5bd4dd2b2d33a212a3c325a93e columnFamilyName cf 2024-11-08T00:43:12,930 DEBUG [StoreOpener-148d7d5bd4dd2b2d33a212a3c325a93e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:12,932 INFO [StoreOpener-148d7d5bd4dd2b2d33a212a3c325a93e-1 {}] regionserver.HStore(327): Store=148d7d5bd4dd2b2d33a212a3c325a93e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:12,932 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:12,933 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:12,934 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:12,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-08T00:43:12,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8, server=c302dddf724e,35669,1731026568852 in 10.1320 sec 2024-11-08T00:43:12,936 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:12,936 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:12,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-08T00:43:12,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 963d2616ae4cc162f89af9d9115a7bb7, server=c302dddf724e,44029,1731026568971 in 10.2150 sec 2024-11-08T00:43:12,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aff22c47ea51531cdd46b22b86f3c9c8, ASSIGN in 10.3990 sec 2024-11-08T00:43:12,941 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:12,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=963d2616ae4cc162f89af9d9115a7bb7, ASSIGN in 10.4020 sec 2024-11-08T00:43:12,943 INFO [StoreOpener-18d0806d59b97bf6e5e077143bf84f85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:12,948 INFO [StoreOpener-18d0806d59b97bf6e5e077143bf84f85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d0806d59b97bf6e5e077143bf84f85 columnFamilyName cf 2024-11-08T00:43:12,948 DEBUG [StoreOpener-18d0806d59b97bf6e5e077143bf84f85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:12,949 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/148d7d5bd4dd2b2d33a212a3c325a93e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:43:12,950 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 148d7d5bd4dd2b2d33a212a3c325a93e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64665060, jitterRate=-0.03641551733016968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:12,950 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:12,951 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 148d7d5bd4dd2b2d33a212a3c325a93e: Running coprocessor pre-open hook at 1731026592891Writing region info on filesystem at 1731026592891Initializing all the Stores at 1731026592894 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026592894Cleaning up temporary data from old regions at 1731026592936 (+42 ms)Running coprocessor post-open hooks at 1731026592950 (+14 ms)Region opened successfully at 1731026592951 (+1 ms) 2024-11-08T00:43:12,952 INFO [StoreOpener-18d0806d59b97bf6e5e077143bf84f85-1 {}] regionserver.HStore(327): Store=18d0806d59b97bf6e5e077143bf84f85/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:12,952 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:12,952 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e., pid=18, masterSystemTime=1731026592734 2024-11-08T00:43:12,954 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:12,955 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:12,957 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:12,957 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:12,957 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:43:12,957 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:43:12,959 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=148d7d5bd4dd2b2d33a212a3c325a93e, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,38443,1731026569031 2024-11-08T00:43:12,962 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:12,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 148d7d5bd4dd2b2d33a212a3c325a93e, server=c302dddf724e,38443,1731026569031 because future has completed 2024-11-08T00:43:12,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=8 2024-11-08T00:43:12,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 148d7d5bd4dd2b2d33a212a3c325a93e, server=c302dddf724e,38443,1731026569031 in 10.2380 sec 2024-11-08T00:43:12,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=148d7d5bd4dd2b2d33a212a3c325a93e, ASSIGN in 10.4360 sec 2024-11-08T00:43:12,976 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/18d0806d59b97bf6e5e077143bf84f85/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:43:12,977 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 18d0806d59b97bf6e5e077143bf84f85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67372583, jitterRate=0.00392971932888031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:12,977 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:12,977 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 18d0806d59b97bf6e5e077143bf84f85: Running coprocessor pre-open hook at 1731026592914Writing region info on filesystem at 1731026592914Initializing all the Stores at 1731026592941 (+27 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026592941Cleaning up temporary data from old regions at 1731026592957 (+16 ms)Running coprocessor post-open hooks at 1731026592977 (+20 ms)Region opened successfully at 1731026592977 2024-11-08T00:43:12,978 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85., pid=23, masterSystemTime=1731026592770 2024-11-08T00:43:12,981 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:12,981 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:12,982 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:12,982 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 426b34bc3aff2c0c27dcc5579ef80544, NAME => 'SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T00:43:12,982 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:12,982 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:12,982 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:12,982 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:12,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18d0806d59b97bf6e5e077143bf84f85, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,35669,1731026568852 2024-11-08T00:43:12,987 INFO [StoreOpener-426b34bc3aff2c0c27dcc5579ef80544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:12,990 INFO [StoreOpener-426b34bc3aff2c0c27dcc5579ef80544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426b34bc3aff2c0c27dcc5579ef80544 columnFamilyName cf 2024-11-08T00:43:12,991 DEBUG [StoreOpener-426b34bc3aff2c0c27dcc5579ef80544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:12,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d0806d59b97bf6e5e077143bf84f85, server=c302dddf724e,35669,1731026568852 because future has completed 2024-11-08T00:43:12,991 INFO [StoreOpener-426b34bc3aff2c0c27dcc5579ef80544-1 {}] regionserver.HStore(327): Store=426b34bc3aff2c0c27dcc5579ef80544/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:12,992 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:12,995 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:12,996 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:12,998 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:12,998 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:13,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=9 2024-11-08T00:43:13,001 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:13,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18d0806d59b97bf6e5e077143bf84f85, server=c302dddf724e,35669,1731026568852 in 10.2150 sec 2024-11-08T00:43:13,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d0806d59b97bf6e5e077143bf84f85, ASSIGN in 10.4650 sec 2024-11-08T00:43:13,010 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/426b34bc3aff2c0c27dcc5579ef80544/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:43:13,010 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 426b34bc3aff2c0c27dcc5579ef80544; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60867472, jitterRate=-0.09300398826599121}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:13,011 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:13,011 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 426b34bc3aff2c0c27dcc5579ef80544: Running coprocessor pre-open hook at 1731026592983Writing region info on filesystem at 1731026592983Initializing all the Stores at 1731026592985 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026592985Cleaning up temporary data from old regions at 1731026592998 (+13 ms)Running coprocessor post-open hooks at 1731026593011 (+13 ms)Region opened successfully at 1731026593011 2024-11-08T00:43:13,013 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544., pid=19, masterSystemTime=1731026592770 2024-11-08T00:43:13,017 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:13,017 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:13,017 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:13,017 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => eb7a62538b2b89bb6da07346c894aa95, NAME => 'SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T00:43:13,018 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:13,018 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:13,018 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:13,018 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:13,020 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=426b34bc3aff2c0c27dcc5579ef80544, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,35669,1731026568852 2024-11-08T00:43:13,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544, server=c302dddf724e,35669,1731026568852 because future has completed 2024-11-08T00:43:13,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-08T00:43:13,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544, server=c302dddf724e,35669,1731026568852 in 10.2670 sec 2024-11-08T00:43:13,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=426b34bc3aff2c0c27dcc5579ef80544, ASSIGN in 10.4960 sec 2024-11-08T00:43:13,037 INFO [StoreOpener-eb7a62538b2b89bb6da07346c894aa95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:13,040 INFO [StoreOpener-eb7a62538b2b89bb6da07346c894aa95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb7a62538b2b89bb6da07346c894aa95 columnFamilyName cf 2024-11-08T00:43:13,040 DEBUG [StoreOpener-eb7a62538b2b89bb6da07346c894aa95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:13,041 INFO [StoreOpener-eb7a62538b2b89bb6da07346c894aa95-1 {}] regionserver.HStore(327): Store=eb7a62538b2b89bb6da07346c894aa95/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:13,041 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:13,043 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:13,044 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:13,045 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:13,045 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:13,048 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:13,053 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/eb7a62538b2b89bb6da07346c894aa95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:43:13,054 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened eb7a62538b2b89bb6da07346c894aa95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70931038, jitterRate=0.05695483088493347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:13,054 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:13,054 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for eb7a62538b2b89bb6da07346c894aa95: Running coprocessor pre-open hook at 1731026593018Writing region info on filesystem at 1731026593018Initializing all the Stores at 1731026593023 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026593023Cleaning up temporary data from old regions at 1731026593045 (+22 ms)Running coprocessor post-open hooks at 1731026593054 (+9 ms)Region opened successfully at 1731026593054 2024-11-08T00:43:13,056 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95., pid=21, masterSystemTime=1731026592770 2024-11-08T00:43:13,064 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=eb7a62538b2b89bb6da07346c894aa95, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,35669,1731026568852 2024-11-08T00:43:13,066 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:13,067 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:13,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb7a62538b2b89bb6da07346c894aa95, server=c302dddf724e,35669,1731026568852 because future has completed 2024-11-08T00:43:13,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-08T00:43:13,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure eb7a62538b2b89bb6da07346c894aa95, server=c302dddf724e,35669,1731026568852 in 10.2980 sec 2024-11-08T00:43:13,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=4 2024-11-08T00:43:13,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb7a62538b2b89bb6da07346c894aa95, ASSIGN in 10.5380 sec 2024-11-08T00:43:13,083 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:43:13,083 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731026593083"}]},"ts":"1731026593083"} 2024-11-08T00:43:13,087 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T00:43:13,090 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:43:13,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.3210 sec 2024-11-08T00:43:14,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T00:43:17,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:43:18,276 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T00:43:18,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-08T00:43:18,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-08T00:43:19,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:43:19,993 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T00:43:19,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T00:43:19,994 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:43:20,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T00:43:20,008 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:43:20,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T00:43:20,069 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,079 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,084 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,126 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,128 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,131 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,133 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,135 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95., hostname=c302dddf724e,35669,1731026568852, seqNum=2] 2024-11-08T00:43:20,168 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6., hostname=c302dddf724e,38443,1731026569031, seqNum=2] 2024-11-08T00:43:20,171 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6., hostname=c302dddf724e,38443,1731026569031, seqNum=2] 2024-11-08T00:43:20,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6., hostname=c302dddf724e,38443,1731026569031, seqNum=2] 2024-11-08T00:43:20,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6., hostname=c302dddf724e,38443,1731026569031, seqNum=2] 2024-11-08T00:43:20,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6., hostname=c302dddf724e,38443,1731026569031, seqNum=2] 2024-11-08T00:43:20,180 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6., hostname=c302dddf724e,38443,1731026569031, seqNum=2] 2024-11-08T00:43:20,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6., hostname=c302dddf724e,38443,1731026569031, seqNum=2] 2024-11-08T00:43:20,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4., hostname=c302dddf724e,44029,1731026568971, seqNum=2] 2024-11-08T00:43:20,248 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4., hostname=c302dddf724e,44029,1731026568971, seqNum=2] 2024-11-08T00:43:20,250 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4., hostname=c302dddf724e,44029,1731026568971, seqNum=2] 2024-11-08T00:43:20,253 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4., hostname=c302dddf724e,44029,1731026568971, seqNum=2] 2024-11-08T00:43:20,255 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4., hostname=c302dddf724e,44029,1731026568971, seqNum=2] 2024-11-08T00:43:20,257 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4., hostname=c302dddf724e,44029,1731026568971, seqNum=2] 2024-11-08T00:43:20,259 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4., hostname=c302dddf724e,44029,1731026568971, seqNum=2] 2024-11-08T00:43:20,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:43:21,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:43:21,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:43:21,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:43:21,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:43:21,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38443 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:43:21,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:43:21,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35669 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:43:21,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44029 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:43:21,747 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T00:43:21,749 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:43:21,750 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T00:43:21,755 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T00:43:21,770 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T00:43:21,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:43:21,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:43:21,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:43:21,783 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T00:43:21,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6f95046456362c9bb8e70a70bd738b0}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure baf3fa7f811ebec6c7d1d0bdbfb6ced3}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 148d7d5bd4dd2b2d33a212a3c325a93e}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 963d2616ae4cc162f89af9d9115a7bb7}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b08ad09c2d2533ce11aa1ed936c09f6}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f2eddf1785f8840904749aafea89ea4}] 2024-11-08T00:43:21,789 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:21,790 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:21,790 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:21,790 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:21,790 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:21,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:21,798 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:21,798 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:21,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:21,803 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:21,851 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing c302dddf724e,35669,1731026568852 2024-11-08T00:43:21,852 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server c302dddf724e,35669,1731026568852: Simulated kill ***** 2024-11-08T00:43:21,852 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T00:43:21,854 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T00:43:21,856 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T00:43:21,858 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T00:43:21,859 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T00:43:21,865 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 496328360 }, "NonHeapMemoryUsage": { "committed": 156434432, "init": 7667712, "max": -1, "used": 153015224 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "c302dddf724e", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "c302dddf724e", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55340", "tag.serverName": "c302dddf724e,38443,1731026569031", "tag.clusterId": "61d6cfd8-ec7b-41f8-b20f-321cc666536b", "tag.Context": "regionserver", "tag.Hostname": "c302dddf724e", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731026569031, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-08T00:43:21,869 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42641 {}] master.MasterRpcServices(700): c302dddf724e,35669,1731026568852 reported a fatal error: ***** ABORTING region server c302dddf724e,35669,1731026568852: Simulated kill ***** 2024-11-08T00:43:21,871 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c302dddf724e,35669,1731026568852' ***** 2024-11-08T00:43:21,871 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T00:43:21,872 INFO [RS:0;c302dddf724e:35669 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:43:21,872 INFO [RS:0;c302dddf724e:35669 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T00:43:21,872 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:43:21,872 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:43:21,872 INFO [RS:0;c302dddf724e:35669 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T00:43:21,872 INFO [RS:0;c302dddf724e:35669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:43:21,873 INFO [RS:0;c302dddf724e:35669 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c302dddf724e:35669. 2024-11-08T00:43:21,873 DEBUG [RS:0;c302dddf724e:35669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:43:21,873 DEBUG [RS:0;c302dddf724e:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:43:21,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741835_1011 (size=1242) 2024-11-08T00:43:21,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741835_1011 (size=1242) 2024-11-08T00:43:21,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741835_1011 (size=1242) 2024-11-08T00:43:21,881 DEBUG [RS:0;c302dddf724e:35669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:43:21,881 INFO [RS:0;c302dddf724e:35669 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:43:21,881 INFO [RS:0;c302dddf724e:35669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35669 2024-11-08T00:43:21,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c302dddf724e,35669,1731026568852 2024-11-08T00:43:21,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:43:21,888 INFO [RS:0;c302dddf724e:35669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:43:21,889 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c302dddf724e,35669,1731026568852] 2024-11-08T00:43:21,892 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c302dddf724e,35669,1731026568852 already deleted, retry=false 2024-11-08T00:43:21,892 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of c302dddf724e,35669,1731026568852 on c302dddf724e,42641,1731026568018 2024-11-08T00:43:21,897 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c302dddf724e,35669,1731026568852, splitWal=true, meta=false 2024-11-08T00:43:21,902 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c302dddf724e,35669,1731026568852, splitWal=true, meta=false 2024-11-08T00:43:21,902 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for c302dddf724e,35669,1731026568852 (carryingMeta=false) c302dddf724e,35669,1731026568852/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3cf0de14[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T00:43:21,903 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): c302dddf724e,35669,1731026568852 had 4 regions 2024-11-08T00:43:21,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:21,904 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:21,905 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:21,905 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:21,905 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c302dddf724e,35669,1731026568852, splitWal=true, meta=false, isMeta: false 2024-11-08T00:43:21,906 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 can not run currently because target server of region SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T00:43:21,906 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544; timeout=1000, timestamp=1731026602906 2024-11-08T00:43:21,907 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 can not run currently because target server of region SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T00:43:21,907 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8; timeout=1000, timestamp=1731026602907 2024-11-08T00:43:21,907 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 can not run currently because target server of region SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T00:43:21,907 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85; timeout=1000, timestamp=1731026602907 2024-11-08T00:43:21,907 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 can not run currently because target server of region SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 1000 ms to retry 2024-11-08T00:43:21,907 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95; timeout=1000, timestamp=1731026602907 2024-11-08T00:43:21,908 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting 2024-11-08T00:43:21,910 INFO [PEWorker-3 {}] master.SplitWALManager(105): c302dddf724e,35669,1731026568852 WAL count=1, meta=false 2024-11-08T00:43:21,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure c302dddf724e%2C35669%2C1731026568852.1731026570912}] 2024-11-08T00:43:21,918 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=c302dddf724e,38443,1731026569031 2024-11-08T00:43:21,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure c302dddf724e%2C35669%2C1731026568852.1731026570912, worker=c302dddf724e,38443,1731026569031}] 2024-11-08T00:43:21,951 INFO [regionserver/c302dddf724e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:43:21,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:43:21,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35669-0x100f5072a3a0001, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:43:21,992 INFO [RS:0;c302dddf724e:35669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:43:21,992 INFO [RS:0;c302dddf724e:35669 {}] regionserver.HRegionServer(1031): Exiting; stopping=c302dddf724e,35669,1731026568852; zookeeper connection closed. 2024-11-08T00:43:21,992 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78d6e7a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78d6e7a0 2024-11-08T00:43:22,737 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:43:22,737 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:43:22,906 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:22,908 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:22,908 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:22,908 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:22,908 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 can not run currently because target server of region SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T00:43:22,908 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544; timeout=2000, timestamp=1731026604908 2024-11-08T00:43:22,909 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 can not run currently because target server of region SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T00:43:22,909 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8; timeout=2000, timestamp=1731026604909 2024-11-08T00:43:22,909 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 can not run currently because target server of region SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T00:43:22,909 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 can not run currently because target server of region SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 2000 ms to retry 2024-11-08T00:43:22,909 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95; timeout=2000, timestamp=1731026604909 2024-11-08T00:43:22,909 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85; timeout=2000, timestamp=1731026604909 2024-11-08T00:43:24,909 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:24,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:24,910 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:24,910 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:24,910 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 can not run currently because target server of region SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T00:43:24,910 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544; timeout=4000, timestamp=1731026608910 2024-11-08T00:43:24,911 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 can not run currently because target server of region SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T00:43:24,911 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8; timeout=4000, timestamp=1731026608911 2024-11-08T00:43:24,911 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 can not run currently because target server of region SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T00:43:24,911 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85; timeout=4000, timestamp=1731026608911 2024-11-08T00:43:24,912 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 can not run currently because target server of region SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 4000 ms to retry 2024-11-08T00:43:24,912 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95; timeout=4000, timestamp=1731026608912 2024-11-08T00:43:28,911 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:28,912 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:28,912 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:28,912 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:28,912 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 can not run currently because target server of region SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T00:43:28,912 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544; timeout=8000, timestamp=1731026616912 2024-11-08T00:43:28,913 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 can not run currently because target server of region SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T00:43:28,913 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 can not run currently because target server of region SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T00:43:28,913 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 can not run currently because target server of region SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. c302dddf724e,35669,1731026568852 is in state SPLITTING, wait 8000 ms to retry 2024-11-08T00:43:28,913 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8; timeout=8000, timestamp=1731026616913 2024-11-08T00:43:28,913 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95; timeout=8000, timestamp=1731026616913 2024-11-08T00:43:28,913 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85; timeout=8000, timestamp=1731026616913 2024-11-08T00:43:31,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T00:43:31,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T00:43:31,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T00:43:31,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T00:43:31,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:43:31,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:43:31,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T00:43:31,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:43:31,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T00:43:31,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:43:31,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:43:31,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:43:31,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-08T00:43:31,802 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6b08ad09c2d2533ce11aa1ed936c09f6 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T00:43:31,802 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 1f2eddf1785f8840904749aafea89ea4 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T00:43:31,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 148d7d5bd4dd2b2d33a212a3c325a93e: 2024-11-08T00:43:31,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 963d2616ae4cc162f89af9d9115a7bb7: 2024-11-08T00:43:31,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for baf3fa7f811ebec6c7d1d0bdbfb6ced3: 2024-11-08T00:43:31,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for c6f95046456362c9bb8e70a70bd738b0: 2024-11-08T00:43:31,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. for SnapshotProcedureTest completed. 2024-11-08T00:43:31,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. for SnapshotProcedureTest completed. 2024-11-08T00:43:31,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. for SnapshotProcedureTest completed. 2024-11-08T00:43:31,803 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. for SnapshotProcedureTest completed. 2024-11-08T00:43:31,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:43:31,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:43:31,804 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:43:31,805 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:43:31,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:43:31,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:43:31,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:43:31,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:43:31,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:43:31,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:43:31,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:43:31,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:43:31,836 INFO [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912, size=1.2 K (1242bytes) 2024-11-08T00:43:31,837 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T00:43:31,837 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T00:43:31,837 INFO [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912 2024-11-08T00:43:31,845 INFO [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912 after 5ms 2024-11-08T00:43:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:43:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:43:31,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:43:31,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:43:31,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T00:43:31,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T00:43:31,860 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:31,861 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:43:31,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:43:31,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:43:31,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c6f95046456362c9bb8e70a70bd738b0 in 10.0780 sec 2024-11-08T00:43:31,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:43:31,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:43:31,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T00:43:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T00:43:31,867 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:31,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:43:31,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure baf3fa7f811ebec6c7d1d0bdbfb6ced3 in 10.0840 sec 2024-11-08T00:43:31,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741850_1026 (size=65) 2024-11-08T00:43:31,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741850_1026 (size=65) 2024-11-08T00:43:31,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741850_1026 (size=65) 2024-11-08T00:43:31,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:43:31,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T00:43:31,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T00:43:31,873 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:31,874 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:43:31,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 148d7d5bd4dd2b2d33a212a3c325a93e in 10.0910 sec 2024-11-08T00:43:31,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741851_1027 (size=65) 2024-11-08T00:43:31,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741851_1027 (size=65) 2024-11-08T00:43:31,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741851_1027 (size=65) 2024-11-08T00:43:31,882 INFO [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912 took 48ms 2024-11-08T00:43:31,900 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for aff22c47ea51531cdd46b22b86f3c9c8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T00:43:31,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 18d0806d59b97bf6e5e077143bf84f85: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T00:43:31,904 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 426b34bc3aff2c0c27dcc5579ef80544: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T00:43:31,906 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for eb7a62538b2b89bb6da07346c894aa95: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-08T00:43:31,906 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912 so closing down 2024-11-08T00:43:31,906 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T00:43:31,907 INFO [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T00:43:31,912 INFO [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-08T00:43:31,912 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912, journal: Splitting hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912, size=1.2 K (1242bytes) at 1731026611836Finishing writing output for hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912 so closing down at 1731026611906 (+70 ms)3 split writer threads finished at 1731026611907 (+1 ms)Processed 4 edits across 0 Regions in 19 ms; skipped=4; WAL=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731026611912 (+5 ms) 2024-11-08T00:43:31,913 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912 2024-11-08T00:43:31,913 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T00:43:31,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T00:43:31,924 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/6b08ad09c2d2533ce11aa1ed936c09f6/.tmp/cf/bf51817a54094b1e957e55eb37353c01 is 34, key is ccd/cf:cf/1731026601095/Put/seqid=0 2024-11-08T00:43:31,929 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting/c302dddf724e%2C35669%2C1731026568852.1731026570912 to hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/oldWALs 2024-11-08T00:43:31,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-08T00:43:31,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c302dddf724e%2C35669%2C1731026568852.1731026570912, worker=c302dddf724e,38443,1731026569031 in 10.0090 sec 2024-11-08T00:43:31,938 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=c302dddf724e,38443,1731026569031 2024-11-08T00:43:31,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-08T00:43:31,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure c302dddf724e%2C35669%2C1731026568852.1731026570912, worker=c302dddf724e,38443,1731026569031 in 10.0260 sec 2024-11-08T00:43:31,945 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting dir is empty, no logs to split. 2024-11-08T00:43:31,945 INFO [PEWorker-3 {}] master.SplitWALManager(105): c302dddf724e,35669,1731026568852 WAL count=0, meta=false 2024-11-08T00:43:31,945 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if c302dddf724e,35669,1731026568852 WAL splitting is done? wals=0, meta=false 2024-11-08T00:43:31,949 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for c302dddf724e,35669,1731026568852 failed, ignore...File hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/WALs/c302dddf724e,35669,1731026568852-splitting does not exist. 2024-11-08T00:43:31,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aff22c47ea51531cdd46b22b86f3c9c8, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=426b34bc3aff2c0c27dcc5579ef80544, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d0806d59b97bf6e5e077143bf84f85, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb7a62538b2b89bb6da07346c894aa95, ASSIGN}] 2024-11-08T00:43:31,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=426b34bc3aff2c0c27dcc5579ef80544, ASSIGN 2024-11-08T00:43:31,954 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aff22c47ea51531cdd46b22b86f3c9c8, ASSIGN 2024-11-08T00:43:31,954 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d0806d59b97bf6e5e077143bf84f85, ASSIGN 2024-11-08T00:43:31,955 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb7a62538b2b89bb6da07346c894aa95, ASSIGN 2024-11-08T00:43:31,956 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18d0806d59b97bf6e5e077143bf84f85, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T00:43:31,956 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=426b34bc3aff2c0c27dcc5579ef80544, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T00:43:31,956 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aff22c47ea51531cdd46b22b86f3c9c8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T00:43:31,956 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb7a62538b2b89bb6da07346c894aa95, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T00:43:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741854_1030 (size=47197) 2024-11-08T00:43:31,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741854_1030 (size=47197) 2024-11-08T00:43:31,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741854_1030 (size=47197) 2024-11-08T00:43:31,972 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/6b08ad09c2d2533ce11aa1ed936c09f6/.tmp/cf/bf51817a54094b1e957e55eb37353c01 2024-11-08T00:43:31,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/1f2eddf1785f8840904749aafea89ea4/.tmp/cf/dca913eb33eb42ef9bfe4d3b8c078e25 is 34, key is eaa/cf:cf/1731026601592/Put/seqid=0 2024-11-08T00:43:31,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741853_1029 (size=499309) 2024-11-08T00:43:31,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741853_1029 (size=499309) 2024-11-08T00:43:31,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741853_1029 (size=499309) 2024-11-08T00:43:31,985 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/1f2eddf1785f8840904749aafea89ea4/.tmp/cf/dca913eb33eb42ef9bfe4d3b8c078e25 2024-11-08T00:43:32,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/6b08ad09c2d2533ce11aa1ed936c09f6/.tmp/cf/bf51817a54094b1e957e55eb37353c01 as hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/6b08ad09c2d2533ce11aa1ed936c09f6/cf/bf51817a54094b1e957e55eb37353c01 2024-11-08T00:43:32,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/1f2eddf1785f8840904749aafea89ea4/.tmp/cf/dca913eb33eb42ef9bfe4d3b8c078e25 as hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/1f2eddf1785f8840904749aafea89ea4/cf/dca913eb33eb42ef9bfe4d3b8c078e25 2024-11-08T00:43:32,040 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/1f2eddf1785f8840904749aafea89ea4/cf/dca913eb33eb42ef9bfe4d3b8c078e25, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T00:43:32,041 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/6b08ad09c2d2533ce11aa1ed936c09f6/cf/bf51817a54094b1e957e55eb37353c01, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T00:43:32,050 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6b08ad09c2d2533ce11aa1ed936c09f6 in 246ms, sequenceid=5, compaction requested=false 2024-11-08T00:43:32,050 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 1f2eddf1785f8840904749aafea89ea4 in 246ms, sequenceid=5, compaction requested=false 2024-11-08T00:43:32,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 1f2eddf1785f8840904749aafea89ea4: 2024-11-08T00:43:32,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6b08ad09c2d2533ce11aa1ed936c09f6: 2024-11-08T00:43:32,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. for SnapshotProcedureTest completed. 2024-11-08T00:43:32,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. for SnapshotProcedureTest completed. 2024-11-08T00:43:32,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:43:32,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:43:32,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:43:32,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:43:32,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/1f2eddf1785f8840904749aafea89ea4/cf/dca913eb33eb42ef9bfe4d3b8c078e25] hfiles 2024-11-08T00:43:32,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/6b08ad09c2d2533ce11aa1ed936c09f6/cf/bf51817a54094b1e957e55eb37353c01] hfiles 2024-11-08T00:43:32,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/1f2eddf1785f8840904749aafea89ea4/cf/dca913eb33eb42ef9bfe4d3b8c078e25 for snapshot=SnapshotProcedureTest 2024-11-08T00:43:32,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/6b08ad09c2d2533ce11aa1ed936c09f6/cf/bf51817a54094b1e957e55eb37353c01 for snapshot=SnapshotProcedureTest 2024-11-08T00:43:32,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741855_1031 (size=105) 2024-11-08T00:43:32,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741855_1031 (size=105) 2024-11-08T00:43:32,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741856_1032 (size=97) 2024-11-08T00:43:32,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741855_1031 (size=105) 2024-11-08T00:43:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741856_1032 (size=97) 2024-11-08T00:43:32,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:43:32,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T00:43:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741856_1032 (size=97) 2024-11-08T00:43:32,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T00:43:32,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:43:32,080 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:32,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T00:43:32,081 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:43:32,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T00:43:32,081 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:32,081 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:43:32,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6b08ad09c2d2533ce11aa1ed936c09f6 in 10.2980 sec 2024-11-08T00:43:32,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1f2eddf1785f8840904749aafea89ea4 in 10.2980 sec 2024-11-08T00:43:32,107 DEBUG [c302dddf724e:42641 {}] balancer.BalancerClusterState(204): Hosts are {c302dddf724e=0} racks are {/default-rack=0} 2024-11-08T00:43:32,108 DEBUG [c302dddf724e:42641 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T00:43:32,108 DEBUG [c302dddf724e:42641 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T00:43:32,108 DEBUG [c302dddf724e:42641 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T00:43:32,108 DEBUG [c302dddf724e:42641 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T00:43:32,108 INFO [c302dddf724e:42641 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T00:43:32,108 INFO [c302dddf724e:42641 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T00:43:32,108 DEBUG [c302dddf724e:42641 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T00:43:32,108 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=426b34bc3aff2c0c27dcc5579ef80544, regionState=OPENING, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:43:32,108 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=aff22c47ea51531cdd46b22b86f3c9c8, regionState=OPENING, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:43:32,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=18d0806d59b97bf6e5e077143bf84f85, regionState=OPENING, regionLocation=c302dddf724e,38443,1731026569031 2024-11-08T00:43:32,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=eb7a62538b2b89bb6da07346c894aa95, regionState=OPENING, regionLocation=c302dddf724e,38443,1731026569031 2024-11-08T00:43:32,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aff22c47ea51531cdd46b22b86f3c9c8, ASSIGN because future has completed 2024-11-08T00:43:32,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8, server=c302dddf724e,44029,1731026568971}] 2024-11-08T00:43:32,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=426b34bc3aff2c0c27dcc5579ef80544, ASSIGN because future has completed 2024-11-08T00:43:32,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544, server=c302dddf724e,44029,1731026568971}] 2024-11-08T00:43:32,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=18d0806d59b97bf6e5e077143bf84f85, ASSIGN because future has completed 2024-11-08T00:43:32,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d0806d59b97bf6e5e077143bf84f85, server=c302dddf724e,38443,1731026569031}] 2024-11-08T00:43:32,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=eb7a62538b2b89bb6da07346c894aa95, ASSIGN because future has completed 2024-11-08T00:43:32,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb7a62538b2b89bb6da07346c894aa95, server=c302dddf724e,38443,1731026569031}] 2024-11-08T00:43:32,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:43:32,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T00:43:32,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T00:43:32,278 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:32,278 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:43:32,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 963d2616ae4cc162f89af9d9115a7bb7 in 10.4960 sec 2024-11-08T00:43:36,912 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 held by pid=40 2024-11-08T00:43:36,912 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:36,913 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 held by pid=42 2024-11-08T00:43:36,913 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:36,913 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 held by pid=41 2024-11-08T00:43:36,913 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:36,913 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 held by pid=39 2024-11-08T00:43:36,913 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:41,510 INFO [master/c302dddf724e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T00:43:41,510 INFO [master/c302dddf724e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T00:43:42,122 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:42,122 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => aff22c47ea51531cdd46b22b86f3c9c8, NAME => 'SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T00:43:42,123 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,123 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:42,123 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,123 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,126 INFO [StoreOpener-aff22c47ea51531cdd46b22b86f3c9c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,126 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:42,126 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => eb7a62538b2b89bb6da07346c894aa95, NAME => 'SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T00:43:42,126 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,127 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:42,127 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,127 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,127 INFO [StoreOpener-aff22c47ea51531cdd46b22b86f3c9c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aff22c47ea51531cdd46b22b86f3c9c8 columnFamilyName cf 2024-11-08T00:43:42,127 DEBUG [StoreOpener-aff22c47ea51531cdd46b22b86f3c9c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:42,128 INFO [StoreOpener-aff22c47ea51531cdd46b22b86f3c9c8-1 {}] regionserver.HStore(327): Store=aff22c47ea51531cdd46b22b86f3c9c8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:42,128 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,130 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,132 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,132 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,132 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,136 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,137 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened aff22c47ea51531cdd46b22b86f3c9c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66067099, jitterRate=-0.015523508191108704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:42,137 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,137 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for aff22c47ea51531cdd46b22b86f3c9c8: Running coprocessor pre-open hook at 1731026622123Writing region info on filesystem at 1731026622123Initializing all the Stores at 1731026622125 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026622125Cleaning up temporary data from old regions at 1731026622133 (+8 ms)Running coprocessor post-open hooks at 1731026622137 (+4 ms)Region opened successfully at 1731026622137 2024-11-08T00:43:42,139 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8., pid=43, masterSystemTime=1731026622116 2024-11-08T00:43:42,142 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:42,142 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:42,142 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:42,142 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 426b34bc3aff2c0c27dcc5579ef80544, NAME => 'SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T00:43:42,143 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=aff22c47ea51531cdd46b22b86f3c9c8, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:43:42,143 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,143 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:42,143 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,143 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8, server=c302dddf724e,44029,1731026568971 because future has completed 2024-11-08T00:43:42,149 INFO [StoreOpener-eb7a62538b2b89bb6da07346c894aa95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,149 INFO [StoreOpener-426b34bc3aff2c0c27dcc5579ef80544-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,151 INFO [StoreOpener-eb7a62538b2b89bb6da07346c894aa95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb7a62538b2b89bb6da07346c894aa95 columnFamilyName cf 2024-11-08T00:43:42,151 DEBUG [StoreOpener-eb7a62538b2b89bb6da07346c894aa95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:42,152 INFO [StoreOpener-426b34bc3aff2c0c27dcc5579ef80544-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 426b34bc3aff2c0c27dcc5579ef80544 columnFamilyName cf 2024-11-08T00:43:42,152 DEBUG [StoreOpener-426b34bc3aff2c0c27dcc5579ef80544-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:42,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=39 2024-11-08T00:43:42,152 INFO [StoreOpener-eb7a62538b2b89bb6da07346c894aa95-1 {}] regionserver.HStore(327): Store=eb7a62538b2b89bb6da07346c894aa95/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:42,152 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8, server=c302dddf724e,44029,1731026568971 in 10.0360 sec 2024-11-08T00:43:42,154 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,154 INFO [StoreOpener-426b34bc3aff2c0c27dcc5579ef80544-1 {}] regionserver.HStore(327): Store=426b34bc3aff2c0c27dcc5579ef80544/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:42,155 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aff22c47ea51531cdd46b22b86f3c9c8, ASSIGN in 10.2000 sec 2024-11-08T00:43:42,156 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:42,157 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,157 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,159 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,159 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,160 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,161 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,161 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,162 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,164 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened eb7a62538b2b89bb6da07346c894aa95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61793708, jitterRate=-0.07920199632644653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:42,164 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,164 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for eb7a62538b2b89bb6da07346c894aa95: Running coprocessor pre-open hook at 1731026622127Writing region info on filesystem at 1731026622127Initializing all the Stores at 1731026622140 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026622140Cleaning up temporary data from old regions at 1731026622159 (+19 ms)Running coprocessor post-open hooks at 1731026622164 (+5 ms)Region opened successfully at 1731026622164 2024-11-08T00:43:42,166 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95., pid=46, masterSystemTime=1731026622118 2024-11-08T00:43:42,166 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,168 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 426b34bc3aff2c0c27dcc5579ef80544; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61054447, jitterRate=-0.09021784365177155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:42,168 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,168 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 426b34bc3aff2c0c27dcc5579ef80544: Running coprocessor pre-open hook at 1731026622143Writing region info on filesystem at 1731026622143Initializing all the Stores at 1731026622145 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026622145Cleaning up temporary data from old regions at 1731026622161 (+16 ms)Running coprocessor post-open hooks at 1731026622168 (+7 ms)Region opened successfully at 1731026622168 2024-11-08T00:43:42,170 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:42,170 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544., pid=44, masterSystemTime=1731026622116 2024-11-08T00:43:42,170 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:42,170 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:42,170 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 18d0806d59b97bf6e5e077143bf84f85, NAME => 'SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T00:43:42,171 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,171 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:43:42,171 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,171 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,172 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=eb7a62538b2b89bb6da07346c894aa95, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,38443,1731026569031 2024-11-08T00:43:42,173 INFO [StoreOpener-18d0806d59b97bf6e5e077143bf84f85-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,175 INFO [StoreOpener-18d0806d59b97bf6e5e077143bf84f85-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18d0806d59b97bf6e5e077143bf84f85 columnFamilyName cf 2024-11-08T00:43:42,175 DEBUG [StoreOpener-18d0806d59b97bf6e5e077143bf84f85-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:43:42,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb7a62538b2b89bb6da07346c894aa95, server=c302dddf724e,38443,1731026569031 because future has completed 2024-11-08T00:43:42,176 INFO [StoreOpener-18d0806d59b97bf6e5e077143bf84f85-1 {}] regionserver.HStore(327): Store=18d0806d59b97bf6e5e077143bf84f85/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:43:42,177 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,178 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:42,178 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,178 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:42,179 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=426b34bc3aff2c0c27dcc5579ef80544, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,44029,1731026568971 2024-11-08T00:43:42,180 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,181 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,181 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544, server=c302dddf724e,44029,1731026568971 because future has completed 2024-11-08T00:43:42,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=42 2024-11-08T00:43:42,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure eb7a62538b2b89bb6da07346c894aa95, server=c302dddf724e,38443,1731026569031 in 10.0610 sec 2024-11-08T00:43:42,184 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,186 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 18d0806d59b97bf6e5e077143bf84f85; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61496610, jitterRate=-0.08362910151481628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:43:42,186 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=eb7a62538b2b89bb6da07346c894aa95, ASSIGN in 10.2310 sec 2024-11-08T00:43:42,186 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 18d0806d59b97bf6e5e077143bf84f85: Running coprocessor pre-open hook at 1731026622171Writing region info on filesystem at 1731026622171Initializing all the Stores at 1731026622173 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026622173Cleaning up temporary data from old regions at 1731026622181 (+8 ms)Running coprocessor post-open hooks at 1731026622186 (+5 ms)Region opened successfully at 1731026622186 2024-11-08T00:43:42,186 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:42,187 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85., pid=45, masterSystemTime=1731026622118 2024-11-08T00:43:42,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=40 2024-11-08T00:43:42,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544, server=c302dddf724e,44029,1731026568971 in 10.0700 sec 2024-11-08T00:43:42,191 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:42,191 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:42,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=426b34bc3aff2c0c27dcc5579ef80544, ASSIGN in 10.2360 sec 2024-11-08T00:43:42,191 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:42,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=18d0806d59b97bf6e5e077143bf84f85, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,38443,1731026569031 2024-11-08T00:43:42,194 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42641 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c302dddf724e,38443,1731026569031, table=SPTestTable, region=18d0806d59b97bf6e5e077143bf84f85. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T00:43:42,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18d0806d59b97bf6e5e077143bf84f85, server=c302dddf724e,38443,1731026569031 because future has completed 2024-11-08T00:43:42,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=41 2024-11-08T00:43:42,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure 18d0806d59b97bf6e5e077143bf84f85, server=c302dddf724e,38443,1731026569031 in 10.0830 sec 2024-11-08T00:43:42,203 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:42,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-08T00:43:42,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=18d0806d59b97bf6e5e077143bf84f85, ASSIGN in 10.2490 sec 2024-11-08T00:43:42,204 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server c302dddf724e,35669,1731026568852 after splitting done 2024-11-08T00:43:42,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure c302dddf724e,35669,1731026568852, splitWal=true, meta=false in 20.3110 sec 2024-11-08T00:43:47,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:43:47,650 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T00:43:52,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T00:43:52,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T00:43:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for aff22c47ea51531cdd46b22b86f3c9c8: 2024-11-08T00:43:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 426b34bc3aff2c0c27dcc5579ef80544: 2024-11-08T00:43:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. for SnapshotProcedureTest completed. 2024-11-08T00:43:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. for SnapshotProcedureTest completed. 2024-11-08T00:43:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:43:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:43:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:43:52,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:43:52,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:43:52,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:43:52,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741858_1034 (size=57) 2024-11-08T00:43:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741857_1033 (size=65) 2024-11-08T00:43:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741858_1034 (size=57) 2024-11-08T00:43:52,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741858_1034 (size=57) 2024-11-08T00:43:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741857_1033 (size=65) 2024-11-08T00:43:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741857_1033 (size=65) 2024-11-08T00:43:52,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:43:52,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:43:52,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T00:43:52,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T00:43:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T00:43:52,175 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:52,176 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:43:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T00:43:52,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:52,176 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:43:52,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aff22c47ea51531cdd46b22b86f3c9c8 in 30.3930 sec 2024-11-08T00:43:52,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 426b34bc3aff2c0c27dcc5579ef80544 in 30.3930 sec 2024-11-08T00:43:52,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T00:43:52,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:52,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T00:43:52,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 18d0806d59b97bf6e5e077143bf84f85: 2024-11-08T00:43:52,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:52,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. for SnapshotProcedureTest completed. 2024-11-08T00:43:52,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for eb7a62538b2b89bb6da07346c894aa95: 2024-11-08T00:43:52,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. for SnapshotProcedureTest completed. 2024-11-08T00:43:52,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:43:52,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:43:52,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:43:52,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:43:52,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:43:52,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:43:52,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741860_1036 (size=65) 2024-11-08T00:43:52,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741860_1036 (size=65) 2024-11-08T00:43:52,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741860_1036 (size=65) 2024-11-08T00:43:52,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741859_1035 (size=65) 2024-11-08T00:43:52,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741859_1035 (size=65) 2024-11-08T00:43:52,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741859_1035 (size=65) 2024-11-08T00:43:52,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:43:52,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T00:43:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T00:43:52,209 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:52,209 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:43:52,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 18d0806d59b97bf6e5e077143bf84f85 in 30.4260 sec 2024-11-08T00:43:52,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:43:52,602 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T00:43:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T00:43:52,603 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:52,603 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:43:52,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-08T00:43:52,606 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T00:43:52,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure eb7a62538b2b89bb6da07346c894aa95 in 30.8200 sec 2024-11-08T00:43:52,608 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T00:43:52,611 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T00:43:52,611 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T00:43:52,614 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:43:52,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741861_1037 (size=1094) 2024-11-08T00:43:52,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741861_1037 (size=1094) 2024-11-08T00:43:52,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741861_1037 (size=1094) 2024-11-08T00:43:52,662 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T00:43:52,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T00:43:52,678 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,38443,1731026569031 2024-11-08T00:43:52,678 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,38443,1731026569031 2024-11-08T00:43:52,678 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,44029,1731026568971 2024-11-08T00:43:52,678 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,44029,1731026568971 2024-11-08T00:43:52,678 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,38443,1731026569031 2024-11-08T00:43:52,684 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,44029,1731026568971 2024-11-08T00:43:53,130 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T00:43:54,254 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c302dddf724e:42641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T00:43:57,776 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1f2eddf1785f8840904749aafea89ea4, had cached 0 bytes from a total of 499309 2024-11-08T00:43:57,838 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 6b08ad09c2d2533ce11aa1ed936c09f6, had cached 0 bytes from a total of 47197 2024-11-08T00:44:02,067 DEBUG [master/c302dddf724e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c6f95046456362c9bb8e70a70bd738b0 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:44:02,071 DEBUG [master/c302dddf724e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 148d7d5bd4dd2b2d33a212a3c325a93e changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:44:02,072 DEBUG [master/c302dddf724e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 18d0806d59b97bf6e5e077143bf84f85 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:44:02,072 DEBUG [master/c302dddf724e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eb7a62538b2b89bb6da07346c894aa95 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:44:02,074 DEBUG [master/c302dddf724e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6b08ad09c2d2533ce11aa1ed936c09f6 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:44:02,074 DEBUG [master/c302dddf724e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 426b34bc3aff2c0c27dcc5579ef80544 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:44:02,074 DEBUG [master/c302dddf724e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region baf3fa7f811ebec6c7d1d0bdbfb6ced3 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:44:02,075 DEBUG [master/c302dddf724e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 963d2616ae4cc162f89af9d9115a7bb7 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:44:02,075 DEBUG [master/c302dddf724e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aff22c47ea51531cdd46b22b86f3c9c8 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:44:02,075 DEBUG [master/c302dddf724e:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1f2eddf1785f8840904749aafea89ea4 changed from -1.0 to 0.0, refreshing cache 2024-11-08T00:44:02,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-08T00:44:02,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-08T00:44:02,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-08T00:44:02,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-08T00:44:02,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-08T00:44:02,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-08T00:44:02,689 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:44:02,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:44:02,691 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T00:44:02,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-08T00:44:02,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T00:44:02,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T00:44:02,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-08T00:44:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-08T00:44:02,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-08T00:44:02,694 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-08T00:44:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-08T00:44:02,696 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,38443,1731026569031 Release verify snapshot worker=c302dddf724e,38443,1731026569031 2024-11-08T00:44:02,696 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,44029,1731026568971 Release verify snapshot worker=c302dddf724e,44029,1731026568971 2024-11-08T00:44:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T00:44:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-08T00:44:02,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-08T00:44:02,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,38443,1731026569031 in 10.0250 sec 2024-11-08T00:44:02,703 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,44029,1731026568971 2024-11-08T00:44:02,704 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,38443,1731026569031 2024-11-08T00:44:02,705 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,38443,1731026569031 Release verify snapshot worker=c302dddf724e,38443,1731026569031 2024-11-08T00:44:02,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,44029,1731026568971 in 10.0250 sec 2024-11-08T00:44:02,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,38443,1731026569031 in 10.0340 sec 2024-11-08T00:44:02,712 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,38443,1731026569031 Release verify snapshot worker=c302dddf724e,38443,1731026569031 2024-11-08T00:44:02,712 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,44029,1731026568971 Release verify snapshot worker=c302dddf724e,44029,1731026568971 2024-11-08T00:44:02,712 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,44029,1731026568971 Release verify snapshot worker=c302dddf724e,44029,1731026568971 2024-11-08T00:44:02,713 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,38443,1731026569031 2024-11-08T00:44:02,715 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,44029,1731026568971 2024-11-08T00:44:02,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,38443,1731026569031 in 10.0410 sec 2024-11-08T00:44:02,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,44029,1731026568971 in 10.0410 sec 2024-11-08T00:44:02,718 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,44029,1731026568971 in 10.0410 sec 2024-11-08T00:44:12,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-08T00:44:12,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-08T00:44:12,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-08T00:44:12,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T00:44:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-08T00:44:12,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-08T00:44:12,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-08T00:44:12,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-08T00:44:12,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-08T00:44:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-08T00:44:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T00:44:12,723 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,44029,1731026568971 Release verify snapshot worker=c302dddf724e,44029,1731026568971 2024-11-08T00:44:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42641 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-08T00:44:12,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,44029,1731026568971 in 20.0520 sec 2024-11-08T00:44:12,726 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,44029,1731026568971 Release verify snapshot worker=c302dddf724e,44029,1731026568971 2024-11-08T00:44:12,726 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,38443,1731026569031 Release verify snapshot worker=c302dddf724e,38443,1731026569031 2024-11-08T00:44:12,726 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,38443,1731026569031 Release verify snapshot worker=c302dddf724e,38443,1731026569031 2024-11-08T00:44:12,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,38443,1731026569031 in 20.0550 sec 2024-11-08T00:44:12,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,44029,1731026568971 in 20.0550 sec 2024-11-08T00:44:12,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-08T00:44:12,736 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-08T00:44:12,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,38443,1731026569031 in 20.0550 sec 2024-11-08T00:44:12,742 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/.hbase-snapshot/SnapshotProcedureTest 2024-11-08T00:44:12,750 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-08T00:44:12,750 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-08T00:44:12,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 51.0080 sec 2024-11-08T00:44:13,033 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-08T00:44:13,042 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T00:44:13,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:44:13,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:44:13,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:44:13,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:44:13,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:44:13,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:44:13,044 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:44:13,045 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=373864171, stopped=false 2024-11-08T00:44:13,047 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c302dddf724e,42641,1731026568018 2024-11-08T00:44:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:44:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:44:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:44:13,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:13,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:44:13,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:44:13,051 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:44:13,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:44:13,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:44:13,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:44:13,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:44:13,063 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c302dddf724e,44029,1731026568971' ***** 2024-11-08T00:44:13,063 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:44:13,064 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:44:13,064 INFO [RS:1;c302dddf724e:44029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:44:13,064 INFO [RS:1;c302dddf724e:44029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:44:13,064 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(3091): Received CLOSE for aff22c47ea51531cdd46b22b86f3c9c8 2024-11-08T00:44:13,065 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:44:13,065 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c302dddf724e,38443,1731026569031' ***** 2024-11-08T00:44:13,065 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:44:13,065 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:44:13,066 INFO [RS:2;c302dddf724e:38443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:44:13,066 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:44:13,066 INFO [RS:2;c302dddf724e:38443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:44:13,066 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(3091): Received CLOSE for 148d7d5bd4dd2b2d33a212a3c325a93e 2024-11-08T00:44:13,076 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f2eddf1785f8840904749aafea89ea4 2024-11-08T00:44:13,076 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(3091): Received CLOSE for baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:44:13,076 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(3091): Received CLOSE for 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:44:13,077 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(3091): Received CLOSE for 426b34bc3aff2c0c27dcc5579ef80544 2024-11-08T00:44:13,077 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(959): stopping server c302dddf724e,44029,1731026568971 2024-11-08T00:44:13,077 INFO [RS:1;c302dddf724e:44029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:44:13,077 INFO [RS:1;c302dddf724e:44029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c302dddf724e:44029. 2024-11-08T00:44:13,077 DEBUG [RS:1;c302dddf724e:44029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:44:13,077 DEBUG [RS:1;c302dddf724e:44029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:44:13,077 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aff22c47ea51531cdd46b22b86f3c9c8, disabling compactions & flushes 2024-11-08T00:44:13,077 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:44:13,077 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:44:13,077 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. after waiting 0 ms 2024-11-08T00:44:13,077 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:44:13,077 INFO [RS:1;c302dddf724e:44029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:44:13,077 INFO [RS:1;c302dddf724e:44029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:44:13,077 INFO [RS:1;c302dddf724e:44029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:44:13,077 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:44:13,086 INFO [regionserver/c302dddf724e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:44:13,100 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(3091): Received CLOSE for c6f95046456362c9bb8e70a70bd738b0 2024-11-08T00:44:13,100 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b08ad09c2d2533ce11aa1ed936c09f6 2024-11-08T00:44:13,101 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 148d7d5bd4dd2b2d33a212a3c325a93e, disabling compactions & flushes 2024-11-08T00:44:13,101 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(3091): Received CLOSE for eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:44:13,101 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(3091): Received CLOSE for 18d0806d59b97bf6e5e077143bf84f85 2024-11-08T00:44:13,101 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:44:13,101 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(959): stopping server c302dddf724e,38443,1731026569031 2024-11-08T00:44:13,101 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:44:13,101 INFO [RS:2;c302dddf724e:38443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:44:13,101 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. after waiting 0 ms 2024-11-08T00:44:13,101 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:44:13,101 INFO [RS:2;c302dddf724e:38443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;c302dddf724e:38443. 2024-11-08T00:44:13,101 DEBUG [RS:2;c302dddf724e:38443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:44:13,101 DEBUG [RS:2;c302dddf724e:38443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:44:13,101 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-08T00:44:13,101 DEBUG [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(1325): Online Regions={148d7d5bd4dd2b2d33a212a3c325a93e=SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e., c6f95046456362c9bb8e70a70bd738b0=SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0., 6b08ad09c2d2533ce11aa1ed936c09f6=SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6., eb7a62538b2b89bb6da07346c894aa95=SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95., 18d0806d59b97bf6e5e077143bf84f85=SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85.} 2024-11-08T00:44:13,102 DEBUG [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(1351): Waiting on 148d7d5bd4dd2b2d33a212a3c325a93e, 18d0806d59b97bf6e5e077143bf84f85, 6b08ad09c2d2533ce11aa1ed936c09f6, c6f95046456362c9bb8e70a70bd738b0, eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:44:13,108 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-08T00:44:13,108 DEBUG [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(1325): Online Regions={aff22c47ea51531cdd46b22b86f3c9c8=SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8., 1f2eddf1785f8840904749aafea89ea4=SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4., 1588230740=hbase:meta,,1.1588230740, baf3fa7f811ebec6c7d1d0bdbfb6ced3=SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3., 963d2616ae4cc162f89af9d9115a7bb7=SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7., 426b34bc3aff2c0c27dcc5579ef80544=SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544.} 2024-11-08T00:44:13,108 DEBUG [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f2eddf1785f8840904749aafea89ea4, 426b34bc3aff2c0c27dcc5579ef80544, 963d2616ae4cc162f89af9d9115a7bb7, aff22c47ea51531cdd46b22b86f3c9c8, baf3fa7f811ebec6c7d1d0bdbfb6ced3 2024-11-08T00:44:13,109 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:44:13,109 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:44:13,109 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:44:13,109 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:44:13,109 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:44:13,109 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.28 KB heapSize=27.30 KB 2024-11-08T00:44:13,110 INFO [regionserver/c302dddf724e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:44:13,191 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/aff22c47ea51531cdd46b22b86f3c9c8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:44:13,195 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:44:13,196 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aff22c47ea51531cdd46b22b86f3c9c8: Waiting for close lock at 1731026653076Running coprocessor pre-close hooks at 1731026653077 (+1 ms)Disabling compacts and flushes for region at 1731026653077Disabling writes for close at 1731026653077Writing region close event to WAL at 1731026653079 (+2 ms)Running coprocessor post-close hooks at 1731026653192 (+113 ms)Closed at 1731026653195 (+3 ms) 2024-11-08T00:44:13,196 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731026581759.aff22c47ea51531cdd46b22b86f3c9c8. 2024-11-08T00:44:13,197 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f2eddf1785f8840904749aafea89ea4, disabling compactions & flushes 2024-11-08T00:44:13,197 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:44:13,197 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:44:13,197 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. after waiting 0 ms 2024-11-08T00:44:13,197 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:44:13,197 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/148d7d5bd4dd2b2d33a212a3c325a93e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:44:13,199 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:44:13,199 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 148d7d5bd4dd2b2d33a212a3c325a93e: Waiting for close lock at 1731026653100Running coprocessor pre-close hooks at 1731026653100Disabling compacts and flushes for region at 1731026653100Disabling writes for close at 1731026653101 (+1 ms)Writing region close event to WAL at 1731026653102 (+1 ms)Running coprocessor post-close hooks at 1731026653198 (+96 ms)Closed at 1731026653198 2024-11-08T00:44:13,199 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731026581759.148d7d5bd4dd2b2d33a212a3c325a93e. 2024-11-08T00:44:13,199 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6f95046456362c9bb8e70a70bd738b0, disabling compactions & flushes 2024-11-08T00:44:13,199 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:44:13,199 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:44:13,199 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. after waiting 0 ms 2024-11-08T00:44:13,199 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:44:13,220 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/.tmp/info/a0b18421a5af46d7baa61aad506fc96e is 167, key is SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0./info:regioninfo/1731026592840/Put/seqid=0 2024-11-08T00:44:13,229 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/c6f95046456362c9bb8e70a70bd738b0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:44:13,231 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/1f2eddf1785f8840904749aafea89ea4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T00:44:13,231 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:44:13,231 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6f95046456362c9bb8e70a70bd738b0: Waiting for close lock at 1731026653199Running coprocessor pre-close hooks at 1731026653199Disabling compacts and flushes for region at 1731026653199Disabling writes for close at 1731026653199Writing region close event to WAL at 1731026653211 (+12 ms)Running coprocessor post-close hooks at 1731026653230 (+19 ms)Closed at 1731026653231 (+1 ms) 2024-11-08T00:44:13,231 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731026581759.c6f95046456362c9bb8e70a70bd738b0. 2024-11-08T00:44:13,231 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b08ad09c2d2533ce11aa1ed936c09f6, disabling compactions & flushes 2024-11-08T00:44:13,231 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:44:13,232 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:44:13,232 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. after waiting 0 ms 2024-11-08T00:44:13,232 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:44:13,232 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:44:13,232 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f2eddf1785f8840904749aafea89ea4: Waiting for close lock at 1731026653197Running coprocessor pre-close hooks at 1731026653197Disabling compacts and flushes for region at 1731026653197Disabling writes for close at 1731026653197Writing region close event to WAL at 1731026653213 (+16 ms)Running coprocessor post-close hooks at 1731026653232 (+19 ms)Closed at 1731026653232 2024-11-08T00:44:13,232 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731026581759.1f2eddf1785f8840904749aafea89ea4. 2024-11-08T00:44:13,232 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing baf3fa7f811ebec6c7d1d0bdbfb6ced3, disabling compactions & flushes 2024-11-08T00:44:13,232 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:44:13,232 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:44:13,233 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. after waiting 0 ms 2024-11-08T00:44:13,233 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:44:13,261 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/baf3fa7f811ebec6c7d1d0bdbfb6ced3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:44:13,263 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:44:13,263 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for baf3fa7f811ebec6c7d1d0bdbfb6ced3: Waiting for close lock at 1731026653232Running coprocessor pre-close hooks at 1731026653232Disabling compacts and flushes for region at 1731026653232Disabling writes for close at 1731026653233 (+1 ms)Writing region close event to WAL at 1731026653243 (+10 ms)Running coprocessor post-close hooks at 1731026653263 (+20 ms)Closed at 1731026653263 2024-11-08T00:44:13,263 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731026581759.baf3fa7f811ebec6c7d1d0bdbfb6ced3. 2024-11-08T00:44:13,263 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 963d2616ae4cc162f89af9d9115a7bb7, disabling compactions & flushes 2024-11-08T00:44:13,263 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:44:13,263 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:44:13,263 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. after waiting 0 ms 2024-11-08T00:44:13,263 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:44:13,269 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/6b08ad09c2d2533ce11aa1ed936c09f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T00:44:13,270 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:44:13,270 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b08ad09c2d2533ce11aa1ed936c09f6: Waiting for close lock at 1731026653231Running coprocessor pre-close hooks at 1731026653231Disabling compacts and flushes for region at 1731026653231Disabling writes for close at 1731026653232 (+1 ms)Writing region close event to WAL at 1731026653248 (+16 ms)Running coprocessor post-close hooks at 1731026653270 (+22 ms)Closed at 1731026653270 2024-11-08T00:44:13,271 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731026581759.6b08ad09c2d2533ce11aa1ed936c09f6. 2024-11-08T00:44:13,271 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb7a62538b2b89bb6da07346c894aa95, disabling compactions & flushes 2024-11-08T00:44:13,271 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:44:13,271 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:44:13,271 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. after waiting 0 ms 2024-11-08T00:44:13,271 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:44:13,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741862_1038 (size=20260) 2024-11-08T00:44:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741862_1038 (size=20260) 2024-11-08T00:44:13,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741862_1038 (size=20260) 2024-11-08T00:44:13,300 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.12 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/.tmp/info/a0b18421a5af46d7baa61aad506fc96e 2024-11-08T00:44:13,302 DEBUG [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(1351): Waiting on 18d0806d59b97bf6e5e077143bf84f85, eb7a62538b2b89bb6da07346c894aa95 2024-11-08T00:44:13,309 DEBUG [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 426b34bc3aff2c0c27dcc5579ef80544, 963d2616ae4cc162f89af9d9115a7bb7 2024-11-08T00:44:13,317 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/963d2616ae4cc162f89af9d9115a7bb7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:44:13,319 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:44:13,319 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 963d2616ae4cc162f89af9d9115a7bb7: Waiting for close lock at 1731026653263Running coprocessor pre-close hooks at 1731026653263Disabling compacts and flushes for region at 1731026653263Disabling writes for close at 1731026653263Writing region close event to WAL at 1731026653291 (+28 ms)Running coprocessor post-close hooks at 1731026653319 (+28 ms)Closed at 1731026653319 2024-11-08T00:44:13,320 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731026581759.963d2616ae4cc162f89af9d9115a7bb7. 2024-11-08T00:44:13,320 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/eb7a62538b2b89bb6da07346c894aa95/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:44:13,320 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 426b34bc3aff2c0c27dcc5579ef80544, disabling compactions & flushes 2024-11-08T00:44:13,320 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:44:13,320 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:44:13,320 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. after waiting 0 ms 2024-11-08T00:44:13,320 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:44:13,321 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:44:13,321 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb7a62538b2b89bb6da07346c894aa95: Waiting for close lock at 1731026653271Running coprocessor pre-close hooks at 1731026653271Disabling compacts and flushes for region at 1731026653271Disabling writes for close at 1731026653271Writing region close event to WAL at 1731026653312 (+41 ms)Running coprocessor post-close hooks at 1731026653321 (+9 ms)Closed at 1731026653321 2024-11-08T00:44:13,321 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731026581759.eb7a62538b2b89bb6da07346c894aa95. 2024-11-08T00:44:13,322 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18d0806d59b97bf6e5e077143bf84f85, disabling compactions & flushes 2024-11-08T00:44:13,322 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:44:13,322 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:44:13,322 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. after waiting 0 ms 2024-11-08T00:44:13,322 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:44:13,368 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/18d0806d59b97bf6e5e077143bf84f85/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:44:13,369 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:44:13,370 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18d0806d59b97bf6e5e077143bf84f85: Waiting for close lock at 1731026653322Running coprocessor pre-close hooks at 1731026653322Disabling compacts and flushes for region at 1731026653322Disabling writes for close at 1731026653322Writing region close event to WAL at 1731026653335 (+13 ms)Running coprocessor post-close hooks at 1731026653369 (+34 ms)Closed at 1731026653369 2024-11-08T00:44:13,370 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731026581759.18d0806d59b97bf6e5e077143bf84f85. 2024-11-08T00:44:13,380 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/default/SPTestTable/426b34bc3aff2c0c27dcc5579ef80544/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:44:13,385 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:44:13,385 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 426b34bc3aff2c0c27dcc5579ef80544: Waiting for close lock at 1731026653320Running coprocessor pre-close hooks at 1731026653320Disabling compacts and flushes for region at 1731026653320Disabling writes for close at 1731026653320Writing region close event to WAL at 1731026653343 (+23 ms)Running coprocessor post-close hooks at 1731026653385 (+42 ms)Closed at 1731026653385 2024-11-08T00:44:13,385 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731026581759.426b34bc3aff2c0c27dcc5579ef80544. 2024-11-08T00:44:13,414 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/.tmp/ns/3be489e112714de1ba9657b09938dca0 is 43, key is default/ns:d/1731026581353/Put/seqid=0 2024-11-08T00:44:13,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741863_1039 (size=5153) 2024-11-08T00:44:13,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741863_1039 (size=5153) 2024-11-08T00:44:13,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741863_1039 (size=5153) 2024-11-08T00:44:13,487 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/.tmp/ns/3be489e112714de1ba9657b09938dca0 2024-11-08T00:44:13,503 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(976): stopping server c302dddf724e,38443,1731026569031; all regions closed. 2024-11-08T00:44:13,509 DEBUG [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T00:44:13,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741834_1010 (size=3530) 2024-11-08T00:44:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741834_1010 (size=3530) 2024-11-08T00:44:13,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741834_1010 (size=3530) 2024-11-08T00:44:13,548 DEBUG [RS:2;c302dddf724e:38443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/oldWALs 2024-11-08T00:44:13,549 INFO [RS:2;c302dddf724e:38443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C38443%2C1731026569031:(num 1731026570908) 2024-11-08T00:44:13,549 DEBUG [RS:2;c302dddf724e:38443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:44:13,549 INFO [RS:2;c302dddf724e:38443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:44:13,549 INFO [RS:2;c302dddf724e:38443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:44:13,549 INFO [RS:2;c302dddf724e:38443 {}] hbase.ChoreService(370): Chore service for: regionserver/c302dddf724e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:44:13,549 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/.tmp/table/76d539d4a2674ae88f77b31172e7603e is 47, key is SPTestTable/table:state/1731026593083/Put/seqid=0 2024-11-08T00:44:13,550 INFO [RS:2;c302dddf724e:38443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:44:13,550 INFO [RS:2;c302dddf724e:38443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:44:13,550 INFO [RS:2;c302dddf724e:38443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:44:13,550 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:44:13,550 INFO [RS:2;c302dddf724e:38443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:44:13,550 INFO [RS:2;c302dddf724e:38443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38443 2024-11-08T00:44:13,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:44:13,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c302dddf724e,38443,1731026569031 2024-11-08T00:44:13,553 INFO [RS:2;c302dddf724e:38443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:44:13,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c302dddf724e,38443,1731026569031] 2024-11-08T00:44:13,557 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c302dddf724e,38443,1731026569031 already deleted, retry=false 2024-11-08T00:44:13,558 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c302dddf724e,38443,1731026569031 expired; onlineServers=1 2024-11-08T00:44:13,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741864_1040 (size=5214) 2024-11-08T00:44:13,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741864_1040 (size=5214) 2024-11-08T00:44:13,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741864_1040 (size=5214) 2024-11-08T00:44:13,582 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/.tmp/table/76d539d4a2674ae88f77b31172e7603e 2024-11-08T00:44:13,597 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/.tmp/info/a0b18421a5af46d7baa61aad506fc96e as hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/info/a0b18421a5af46d7baa61aad506fc96e 2024-11-08T00:44:13,607 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/info/a0b18421a5af46d7baa61aad506fc96e, entries=116, sequenceid=37, filesize=19.8 K 2024-11-08T00:44:13,609 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/.tmp/ns/3be489e112714de1ba9657b09938dca0 as hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/ns/3be489e112714de1ba9657b09938dca0 2024-11-08T00:44:13,620 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/ns/3be489e112714de1ba9657b09938dca0, entries=2, sequenceid=37, filesize=5.0 K 2024-11-08T00:44:13,622 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/.tmp/table/76d539d4a2674ae88f77b31172e7603e as hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/table/76d539d4a2674ae88f77b31172e7603e 2024-11-08T00:44:13,630 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/table/76d539d4a2674ae88f77b31172e7603e, entries=2, sequenceid=37, filesize=5.1 K 2024-11-08T00:44:13,632 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=37, compaction requested=false 2024-11-08T00:44:13,637 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-08T00:44:13,638 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:44:13,638 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:44:13,638 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731026653109Running coprocessor pre-close hooks at 1731026653109Disabling compacts and flushes for region at 1731026653109Disabling writes for close at 1731026653109Obtaining lock to block concurrent updates at 1731026653109Preparing flush snapshotting stores in 1588230740 at 1731026653109Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16668, getHeapSize=27888, getOffHeapSize=0, getCellsCount=136 at 1731026653120 (+11 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731026653121 (+1 ms)Flushing 1588230740/info: creating writer at 1731026653121Flushing 1588230740/info: appending metadata at 1731026653219 (+98 ms)Flushing 1588230740/info: closing flushed file at 1731026653219Flushing 1588230740/ns: creating writer at 1731026653360 (+141 ms)Flushing 1588230740/ns: appending metadata at 1731026653413 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1731026653413Flushing 1588230740/table: creating writer at 1731026653507 (+94 ms)Flushing 1588230740/table: appending metadata at 1731026653548 (+41 ms)Flushing 1588230740/table: closing flushed file at 1731026653548Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a8a3b8: reopening flushed file at 1731026653595 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f524654: reopening flushed file at 1731026653608 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0fe095: reopening flushed file at 1731026653620 (+12 ms)Finished flush of dataSize ~16.28 KB/16668, heapSize ~27 KB/27648, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=37, compaction requested=false at 1731026653632 (+12 ms)Writing region close event to WAL at 1731026653633 (+1 ms)Running coprocessor post-close hooks at 1731026653638 (+5 ms)Closed at 1731026653638 2024-11-08T00:44:13,638 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:44:13,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:44:13,656 INFO [RS:2;c302dddf724e:38443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:44:13,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38443-0x100f5072a3a0003, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:44:13,656 INFO [RS:2;c302dddf724e:38443 {}] regionserver.HRegionServer(1031): Exiting; stopping=c302dddf724e,38443,1731026569031; zookeeper connection closed. 2024-11-08T00:44:13,656 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15d5ecec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15d5ecec 2024-11-08T00:44:13,701 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:44:13,701 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:44:13,710 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(976): stopping server c302dddf724e,44029,1731026568971; all regions closed. 2024-11-08T00:44:13,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741836_1012 (size=19466) 2024-11-08T00:44:13,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741836_1012 (size=19466) 2024-11-08T00:44:13,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741836_1012 (size=19466) 2024-11-08T00:44:13,716 DEBUG [RS:1;c302dddf724e:44029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/oldWALs 2024-11-08T00:44:13,716 INFO [RS:1;c302dddf724e:44029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C44029%2C1731026568971.meta:.meta(num 1731026581079) 2024-11-08T00:44:13,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741833_1009 (size=3500) 2024-11-08T00:44:13,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741833_1009 (size=3500) 2024-11-08T00:44:13,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741833_1009 (size=3500) 2024-11-08T00:44:13,721 DEBUG [RS:1;c302dddf724e:44029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/oldWALs 2024-11-08T00:44:13,721 INFO [RS:1;c302dddf724e:44029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C44029%2C1731026568971:(num 1731026570886) 2024-11-08T00:44:13,721 DEBUG [RS:1;c302dddf724e:44029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:44:13,721 INFO [RS:1;c302dddf724e:44029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:44:13,721 INFO [RS:1;c302dddf724e:44029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:44:13,722 INFO [RS:1;c302dddf724e:44029 {}] hbase.ChoreService(370): Chore service for: regionserver/c302dddf724e:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T00:44:13,722 INFO [RS:1;c302dddf724e:44029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:44:13,722 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:44:13,722 INFO [RS:1;c302dddf724e:44029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44029 2024-11-08T00:44:13,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:44:13,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c302dddf724e,44029,1731026568971 2024-11-08T00:44:13,724 INFO [RS:1;c302dddf724e:44029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:44:13,726 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c302dddf724e,44029,1731026568971] 2024-11-08T00:44:13,729 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c302dddf724e,44029,1731026568971 already deleted, retry=false 2024-11-08T00:44:13,729 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c302dddf724e,44029,1731026568971 expired; onlineServers=0 2024-11-08T00:44:13,729 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c302dddf724e,42641,1731026568018' ***** 2024-11-08T00:44:13,729 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:44:13,729 INFO [M:0;c302dddf724e:42641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:44:13,729 INFO [M:0;c302dddf724e:42641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:44:13,729 DEBUG [M:0;c302dddf724e:42641 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:44:13,729 DEBUG [M:0;c302dddf724e:42641 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:44:13,729 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:44:13,729 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026570423 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026570423,5,FailOnTimeoutGroup] 2024-11-08T00:44:13,729 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026570422 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026570422,5,FailOnTimeoutGroup] 2024-11-08T00:44:13,730 INFO [M:0;c302dddf724e:42641 {}] hbase.ChoreService(370): Chore service for: master/c302dddf724e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:44:13,730 INFO [M:0;c302dddf724e:42641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:44:13,730 DEBUG [M:0;c302dddf724e:42641 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:44:13,730 INFO [M:0;c302dddf724e:42641 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:44:13,730 INFO [M:0;c302dddf724e:42641 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:44:13,730 ERROR [M:0;c302dddf724e:42641 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:36751 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36751,5,PEWorkerGroup] 2024-11-08T00:44:13,731 INFO [M:0;c302dddf724e:42641 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:44:13,731 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:44:13,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:44:13,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:13,732 DEBUG [M:0;c302dddf724e:42641 {}] zookeeper.ZKUtil(347): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:44:13,732 WARN [M:0;c302dddf724e:42641 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:44:13,732 INFO [M:0;c302dddf724e:42641 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/.lastflushedseqids 2024-11-08T00:44:13,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741865_1041 (size=686) 2024-11-08T00:44:13,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741865_1041 (size=686) 2024-11-08T00:44:13,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741865_1041 (size=686) 2024-11-08T00:44:13,750 INFO [M:0;c302dddf724e:42641 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:44:13,750 INFO [M:0;c302dddf724e:42641 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:44:13,750 DEBUG [M:0;c302dddf724e:42641 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:44:13,750 INFO [M:0;c302dddf724e:42641 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:44:13,750 DEBUG [M:0;c302dddf724e:42641 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:44:13,750 DEBUG [M:0;c302dddf724e:42641 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:44:13,750 DEBUG [M:0;c302dddf724e:42641 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:44:13,750 INFO [M:0;c302dddf724e:42641 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.26 KB heapSize=242.04 KB 2024-11-08T00:44:13,768 DEBUG [M:0;c302dddf724e:42641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d9f1257cefc4c408f4c8d8dd002a836 is 82, key is hbase:meta,,1/info:regioninfo/1731026581249/Put/seqid=0 2024-11-08T00:44:13,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741866_1042 (size=5672) 2024-11-08T00:44:13,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741866_1042 (size=5672) 2024-11-08T00:44:13,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741866_1042 (size=5672) 2024-11-08T00:44:13,777 INFO [M:0;c302dddf724e:42641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d9f1257cefc4c408f4c8d8dd002a836 2024-11-08T00:44:13,803 DEBUG [M:0;c302dddf724e:42641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0636524bedf54fbf886354f5c992cb04 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731026593094/Put/seqid=0 2024-11-08T00:44:13,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741867_1043 (size=8972) 2024-11-08T00:44:13,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741867_1043 (size=8972) 2024-11-08T00:44:13,813 INFO [M:0;c302dddf724e:42641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.52 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0636524bedf54fbf886354f5c992cb04 2024-11-08T00:44:13,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741867_1043 (size=8972) 2024-11-08T00:44:13,822 INFO [M:0;c302dddf724e:42641 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0636524bedf54fbf886354f5c992cb04 2024-11-08T00:44:13,826 INFO [RS:1;c302dddf724e:44029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:44:13,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:44:13,826 INFO [RS:1;c302dddf724e:44029 {}] regionserver.HRegionServer(1031): Exiting; stopping=c302dddf724e,44029,1731026568971; zookeeper connection closed. 2024-11-08T00:44:13,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44029-0x100f5072a3a0002, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:44:13,827 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c12c62c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c12c62c 2024-11-08T00:44:13,827 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T00:44:13,846 DEBUG [M:0;c302dddf724e:42641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/176f13f73b564e3d9e6a5565a419785b is 69, key is c302dddf724e,38443,1731026569031/rs:state/1731026570591/Put/seqid=0 2024-11-08T00:44:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741868_1044 (size=5441) 2024-11-08T00:44:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741868_1044 (size=5441) 2024-11-08T00:44:13,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741868_1044 (size=5441) 2024-11-08T00:44:13,856 INFO [M:0;c302dddf724e:42641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/176f13f73b564e3d9e6a5565a419785b 2024-11-08T00:44:13,862 INFO [M:0;c302dddf724e:42641 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 176f13f73b564e3d9e6a5565a419785b 2024-11-08T00:44:13,863 DEBUG [M:0;c302dddf724e:42641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d9f1257cefc4c408f4c8d8dd002a836 as hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d9f1257cefc4c408f4c8d8dd002a836 2024-11-08T00:44:13,870 INFO [M:0;c302dddf724e:42641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d9f1257cefc4c408f4c8d8dd002a836, entries=8, sequenceid=513, filesize=5.5 K 2024-11-08T00:44:13,871 DEBUG [M:0;c302dddf724e:42641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0636524bedf54fbf886354f5c992cb04 as hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0636524bedf54fbf886354f5c992cb04 2024-11-08T00:44:13,878 INFO [M:0;c302dddf724e:42641 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0636524bedf54fbf886354f5c992cb04 2024-11-08T00:44:13,878 INFO [M:0;c302dddf724e:42641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0636524bedf54fbf886354f5c992cb04, entries=56, sequenceid=513, filesize=8.8 K 2024-11-08T00:44:13,879 DEBUG [M:0;c302dddf724e:42641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/176f13f73b564e3d9e6a5565a419785b as hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/176f13f73b564e3d9e6a5565a419785b 2024-11-08T00:44:13,923 INFO [M:0;c302dddf724e:42641 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 176f13f73b564e3d9e6a5565a419785b 2024-11-08T00:44:13,923 INFO [M:0;c302dddf724e:42641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36751/user/jenkins/test-data/34f96e62-3152-aadd-7046-70b86b9226bc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/176f13f73b564e3d9e6a5565a419785b, entries=3, sequenceid=513, filesize=5.3 K 2024-11-08T00:44:13,924 INFO [M:0;c302dddf724e:42641 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 174ms, sequenceid=513, compaction requested=false 2024-11-08T00:44:13,926 INFO [M:0;c302dddf724e:42641 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:44:13,927 DEBUG [M:0;c302dddf724e:42641 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731026653750Disabling compacts and flushes for region at 1731026653750Disabling writes for close at 1731026653750Obtaining lock to block concurrent updates at 1731026653751 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731026653751Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199943, getHeapSize=247784, getOffHeapSize=0, getCellsCount=620 at 1731026653751Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731026653752 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731026653752Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731026653768 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731026653768Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731026653784 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731026653803 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731026653803Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731026653822 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731026653845 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731026653845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b5851f7: reopening flushed file at 1731026653862 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cdda763: reopening flushed file at 1731026653870 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71702f36: reopening flushed file at 1731026653879 (+9 ms)Finished flush of dataSize ~195.26 KB/199943, heapSize ~241.74 KB/247544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 174ms, sequenceid=513, compaction requested=false at 1731026653924 (+45 ms)Writing region close event to WAL at 1731026653926 (+2 ms)Closed at 1731026653926 2024-11-08T00:44:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39529 is added to blk_1073741830_1006 (size=234135) 2024-11-08T00:44:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45447 is added to blk_1073741830_1006 (size=234135) 2024-11-08T00:44:13,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40407 is added to blk_1073741830_1006 (size=234135) 2024-11-08T00:44:13,932 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:44:13,932 INFO [M:0;c302dddf724e:42641 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:44:13,932 INFO [M:0;c302dddf724e:42641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42641 2024-11-08T00:44:13,932 INFO [M:0;c302dddf724e:42641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:44:14,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:44:14,035 INFO [M:0;c302dddf724e:42641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:44:14,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42641-0x100f5072a3a0000, quorum=127.0.0.1:55340, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:44:14,041 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:44:14,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:44:14,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:44:14,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:44:14,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.log.dir/,STOPPED} 2024-11-08T00:44:14,048 WARN [BP-1366791660-172.17.0.2-1731026564002 heartbeating to localhost/127.0.0.1:36751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:44:14,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:44:14,048 WARN [BP-1366791660-172.17.0.2-1731026564002 heartbeating to localhost/127.0.0.1:36751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1366791660-172.17.0.2-1731026564002 (Datanode Uuid 1368678a-7864-440c-b6e7-7049ca5dc330) service to localhost/127.0.0.1:36751 2024-11-08T00:44:14,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:44:14,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data5/current/BP-1366791660-172.17.0.2-1731026564002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:44:14,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data6/current/BP-1366791660-172.17.0.2-1731026564002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:44:14,050 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:44:14,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:44:14,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:44:14,057 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:44:14,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:44:14,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.log.dir/,STOPPED} 2024-11-08T00:44:14,059 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:44:14,059 WARN [BP-1366791660-172.17.0.2-1731026564002 heartbeating to localhost/127.0.0.1:36751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:44:14,059 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:44:14,059 WARN [BP-1366791660-172.17.0.2-1731026564002 heartbeating to localhost/127.0.0.1:36751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1366791660-172.17.0.2-1731026564002 (Datanode Uuid eb770d3a-49d7-4169-badf-6eea445e8b94) service to localhost/127.0.0.1:36751 2024-11-08T00:44:14,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data3/current/BP-1366791660-172.17.0.2-1731026564002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:44:14,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data4/current/BP-1366791660-172.17.0.2-1731026564002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:44:14,061 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:44:14,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:44:14,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:44:14,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:44:14,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:44:14,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.log.dir/,STOPPED} 2024-11-08T00:44:14,071 WARN [BP-1366791660-172.17.0.2-1731026564002 heartbeating to localhost/127.0.0.1:36751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:44:14,071 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:44:14,071 WARN [BP-1366791660-172.17.0.2-1731026564002 heartbeating to localhost/127.0.0.1:36751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1366791660-172.17.0.2-1731026564002 (Datanode Uuid b3c9750e-3fae-4b11-9c66-953ed011586d) service to localhost/127.0.0.1:36751 2024-11-08T00:44:14,071 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:44:14,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data1/current/BP-1366791660-172.17.0.2-1731026564002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:44:14,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/cluster_78e9d58e-aadf-248c-a8e8-7b026a455842/data/data2/current/BP-1366791660-172.17.0.2-1731026564002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:44:14,072 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:44:14,085 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:44:14,085 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:44:14,085 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:44:14,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:44:14,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.log.dir/,STOPPED} 2024-11-08T00:44:14,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:44:14,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:44:14,147 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c302dddf724e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c302dddf724e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@54bb3961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: master/c302dddf724e:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c302dddf724e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36751 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:36751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c302dddf724e:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36751 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c302dddf724e:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:36751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c302dddf724e:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c302dddf724e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=1701 (was 2723) 2024-11-08T00:44:14,154 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=1700 2024-11-08T00:44:14,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.log.dir so I do NOT create it in target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7 2024-11-08T00:44:14,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T00:44:14,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.tmp.dir so I do NOT create it in target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7 2024-11-08T00:44:14,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/850b033e-263f-7b96-4f49-62dd3dcc4bd1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T00:44:14,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7 2024-11-08T00:44:14,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T00:44:14,168 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc, deleteOnExit=true 2024-11-08T00:44:14,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T00:44:14,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/test.cache.data in system properties and HBase conf 2024-11-08T00:44:14,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T00:44:14,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/hadoop.log.dir in system properties and HBase conf 2024-11-08T00:44:14,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T00:44:14,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T00:44:14,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T00:44:14,169 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T00:44:14,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:44:14,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T00:44:14,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T00:44:14,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:44:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T00:44:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T00:44:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T00:44:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:44:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T00:44:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/nfs.dump.dir in system properties and HBase conf 2024-11-08T00:44:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/java.io.tmpdir in system properties and HBase conf 2024-11-08T00:44:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T00:44:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T00:44:14,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T00:44:14,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:44:14,254 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:44:14,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:44:14,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:44:14,255 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:44:14,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:44:14,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242d8a4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:44:14,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a9d4f87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:44:14,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@784c2985{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/java.io.tmpdir/jetty-localhost-43457-hadoop-hdfs-3_4_1-tests_jar-_-any-16170237940994815306/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:44:14,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15595558{HTTP/1.1, (http/1.1)}{localhost:43457} 2024-11-08T00:44:14,390 INFO [Time-limited test {}] server.Server(415): Started @93098ms 2024-11-08T00:44:14,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:44:14,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:44:14,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:44:14,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:44:14,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:44:14,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df7dfae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:44:14,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5675d068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:44:14,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@642cfbc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/java.io.tmpdir/jetty-localhost-45103-hadoop-hdfs-3_4_1-tests_jar-_-any-8790117800648327450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:44:14,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d0887c0{HTTP/1.1, (http/1.1)}{localhost:45103} 2024-11-08T00:44:14,591 INFO [Time-limited test {}] server.Server(415): Started @93299ms 2024-11-08T00:44:14,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:44:14,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:44:14,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:44:14,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:44:14,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:44:14,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:44:14,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cd8856f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:44:14,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35af2d82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:44:14,694 WARN [Thread-668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data1/current/BP-1393353417-172.17.0.2-1731026654194/current, will proceed with Du for space computation calculation, 2024-11-08T00:44:14,695 WARN [Thread-669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data2/current/BP-1393353417-172.17.0.2-1731026654194/current, will proceed with Du for space computation calculation, 2024-11-08T00:44:14,712 WARN [Thread-647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:44:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28023b5c07621007 with lease ID 0x406ba763d8a13585: Processing first storage report for DS-38e26987-7805-47c4-94af-096a19f4fbda from datanode DatanodeRegistration(127.0.0.1:38671, datanodeUuid=1d196c40-f226-43b4-8974-d9abf16c05f0, infoPort=36161, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194) 2024-11-08T00:44:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28023b5c07621007 with lease ID 0x406ba763d8a13585: from storage DS-38e26987-7805-47c4-94af-096a19f4fbda node DatanodeRegistration(127.0.0.1:38671, datanodeUuid=1d196c40-f226-43b4-8974-d9abf16c05f0, infoPort=36161, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:44:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28023b5c07621007 with lease ID 0x406ba763d8a13585: Processing first storage report for DS-93cc2ee9-9fbe-4e55-a0a8-38961effc270 from datanode DatanodeRegistration(127.0.0.1:38671, datanodeUuid=1d196c40-f226-43b4-8974-d9abf16c05f0, infoPort=36161, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194) 2024-11-08T00:44:14,715 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28023b5c07621007 with lease ID 0x406ba763d8a13585: from storage DS-93cc2ee9-9fbe-4e55-a0a8-38961effc270 node DatanodeRegistration(127.0.0.1:38671, datanodeUuid=1d196c40-f226-43b4-8974-d9abf16c05f0, infoPort=36161, infoSecurePort=0, ipcPort=46277, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:44:14,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c4ee35e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/java.io.tmpdir/jetty-localhost-45545-hadoop-hdfs-3_4_1-tests_jar-_-any-12942682198541455208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:44:14,757 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7de4ae7{HTTP/1.1, (http/1.1)}{localhost:45545} 2024-11-08T00:44:14,757 INFO [Time-limited test {}] server.Server(415): Started @93464ms 2024-11-08T00:44:14,758 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:44:14,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T00:44:14,792 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T00:44:14,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T00:44:14,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T00:44:14,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T00:44:14,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3402987f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/hadoop.log.dir/,AVAILABLE} 2024-11-08T00:44:14,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f625930{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T00:44:14,874 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data3/current/BP-1393353417-172.17.0.2-1731026654194/current, will proceed with Du for space computation calculation, 2024-11-08T00:44:14,875 WARN [Thread-704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data4/current/BP-1393353417-172.17.0.2-1731026654194/current, will proceed with Du for space computation calculation, 2024-11-08T00:44:14,892 WARN [Thread-683 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:44:14,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88010635f2444df0 with lease ID 0x406ba763d8a13586: Processing first storage report for DS-b732bf1a-3db2-4f63-8fed-e4b816e3a1a6 from datanode DatanodeRegistration(127.0.0.1:43301, datanodeUuid=eaa8b927-d242-4c65-94d0-8a786952e8ce, infoPort=38899, infoSecurePort=0, ipcPort=41025, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194) 2024-11-08T00:44:14,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88010635f2444df0 with lease ID 0x406ba763d8a13586: from storage DS-b732bf1a-3db2-4f63-8fed-e4b816e3a1a6 node DatanodeRegistration(127.0.0.1:43301, datanodeUuid=eaa8b927-d242-4c65-94d0-8a786952e8ce, infoPort=38899, infoSecurePort=0, ipcPort=41025, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:44:14,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x88010635f2444df0 with lease ID 0x406ba763d8a13586: Processing first storage report for DS-84826bc0-f37e-424a-b837-495e2f677b24 from datanode DatanodeRegistration(127.0.0.1:43301, datanodeUuid=eaa8b927-d242-4c65-94d0-8a786952e8ce, infoPort=38899, infoSecurePort=0, ipcPort=41025, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194) 2024-11-08T00:44:14,895 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x88010635f2444df0 with lease ID 0x406ba763d8a13586: from storage DS-84826bc0-f37e-424a-b837-495e2f677b24 node DatanodeRegistration(127.0.0.1:43301, datanodeUuid=eaa8b927-d242-4c65-94d0-8a786952e8ce, infoPort=38899, infoSecurePort=0, ipcPort=41025, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:44:14,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24c4c622{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/java.io.tmpdir/jetty-localhost-40137-hadoop-hdfs-3_4_1-tests_jar-_-any-14660703925519343372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:44:14,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45fce292{HTTP/1.1, (http/1.1)}{localhost:40137} 2024-11-08T00:44:14,918 INFO [Time-limited test {}] server.Server(415): Started @93625ms 2024-11-08T00:44:14,919 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T00:44:15,022 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data6/current/BP-1393353417-172.17.0.2-1731026654194/current, will proceed with Du for space computation calculation, 2024-11-08T00:44:15,022 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data5/current/BP-1393353417-172.17.0.2-1731026654194/current, will proceed with Du for space computation calculation, 2024-11-08T00:44:15,047 WARN [Thread-718 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T00:44:15,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab01c8b9dc301d4d with lease ID 0x406ba763d8a13587: Processing first storage report for DS-b6dbf27a-ca1c-4f3c-9804-bc2f76c1cc56 from datanode DatanodeRegistration(127.0.0.1:37575, datanodeUuid=4127e5b5-504f-4365-aaaf-0dd809487bdc, infoPort=34755, infoSecurePort=0, ipcPort=42597, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194) 2024-11-08T00:44:15,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab01c8b9dc301d4d with lease ID 0x406ba763d8a13587: from storage DS-b6dbf27a-ca1c-4f3c-9804-bc2f76c1cc56 node DatanodeRegistration(127.0.0.1:37575, datanodeUuid=4127e5b5-504f-4365-aaaf-0dd809487bdc, infoPort=34755, infoSecurePort=0, ipcPort=42597, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T00:44:15,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab01c8b9dc301d4d with lease ID 0x406ba763d8a13587: Processing first storage report for DS-02ffbca3-a709-47cb-8ceb-eefbec752f0b from datanode DatanodeRegistration(127.0.0.1:37575, datanodeUuid=4127e5b5-504f-4365-aaaf-0dd809487bdc, infoPort=34755, infoSecurePort=0, ipcPort=42597, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194) 2024-11-08T00:44:15,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab01c8b9dc301d4d with lease ID 0x406ba763d8a13587: from storage DS-02ffbca3-a709-47cb-8ceb-eefbec752f0b node DatanodeRegistration(127.0.0.1:37575, datanodeUuid=4127e5b5-504f-4365-aaaf-0dd809487bdc, infoPort=34755, infoSecurePort=0, ipcPort=42597, storageInfo=lv=-57;cid=testClusterID;nsid=1505931204;c=1731026654194), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T00:44:15,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7 2024-11-08T00:44:15,150 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/zookeeper_0, clientPort=65007, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T00:44:15,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65007 2024-11-08T00:44:15,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:44:15,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:44:15,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:44:15,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:44:15,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741825_1001 (size=7) 2024-11-08T00:44:15,166 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda with version=8 2024-11-08T00:44:15,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/hbase-staging 2024-11-08T00:44:15,168 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:44:15,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:44:15,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:44:15,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T00:44:15,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:44:15,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33311 2024-11-08T00:44:15,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33311 connecting to ZooKeeper ensemble=127.0.0.1:65007 2024-11-08T00:44:15,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333110x0, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:44:15,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33311-0x100f508823d0000 connected 2024-11-08T00:44:15,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:44:15,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:44:15,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:44:15,199 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda, hbase.cluster.distributed=false 2024-11-08T00:44:15,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:44:15,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33311 2024-11-08T00:44:15,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33311 2024-11-08T00:44:15,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33311 2024-11-08T00:44:15,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33311 2024-11-08T00:44:15,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33311 2024-11-08T00:44:15,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:44:15,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:44:15,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:44:15,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:44:15,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:44:15,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45785 2024-11-08T00:44:15,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45785 connecting to ZooKeeper ensemble=127.0.0.1:65007 2024-11-08T00:44:15,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:44:15,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:44:15,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457850x0, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:44:15,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45785-0x100f508823d0001 connected 2024-11-08T00:44:15,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:44:15,229 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:44:15,230 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:44:15,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:44:15,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:44:15,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-08T00:44:15,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45785 2024-11-08T00:44:15,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45785 2024-11-08T00:44:15,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-08T00:44:15,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-08T00:44:15,251 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:44:15,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,251 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:44:15,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:44:15,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:44:15,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:44:15,252 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38595 2024-11-08T00:44:15,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38595 connecting to ZooKeeper ensemble=127.0.0.1:65007 2024-11-08T00:44:15,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:44:15,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:44:15,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385950x0, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:44:15,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385950x0, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:44:15,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38595-0x100f508823d0002 connected 2024-11-08T00:44:15,261 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:44:15,262 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:44:15,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:44:15,264 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:44:15,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-08T00:44:15,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38595 2024-11-08T00:44:15,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38595 2024-11-08T00:44:15,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-08T00:44:15,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38595 2024-11-08T00:44:15,280 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c302dddf724e:0 server-side Connection retries=45 2024-11-08T00:44:15,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,281 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T00:44:15,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T00:44:15,281 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T00:44:15,281 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T00:44:15,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T00:44:15,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34071 2024-11-08T00:44:15,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34071 connecting to ZooKeeper ensemble=127.0.0.1:65007 2024-11-08T00:44:15,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:44:15,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:44:15,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340710x0, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T00:44:15,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34071-0x100f508823d0003 connected 2024-11-08T00:44:15,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:44:15,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T00:44:15,291 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T00:44:15,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T00:44:15,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T00:44:15,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34071 2024-11-08T00:44:15,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34071 2024-11-08T00:44:15,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34071 2024-11-08T00:44:15,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34071 2024-11-08T00:44:15,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34071 2024-11-08T00:44:15,305 DEBUG [M:0;c302dddf724e:33311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c302dddf724e:33311 2024-11-08T00:44:15,305 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c302dddf724e,33311,1731026655168 2024-11-08T00:44:15,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:44:15,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:44:15,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:44:15,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:44:15,309 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c302dddf724e,33311,1731026655168 2024-11-08T00:44:15,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:44:15,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:44:15,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T00:44:15,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,312 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T00:44:15,313 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c302dddf724e,33311,1731026655168 from backup master directory 2024-11-08T00:44:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c302dddf724e,33311,1731026655168 2024-11-08T00:44:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:44:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:44:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:44:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T00:44:15,314 WARN [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:44:15,315 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c302dddf724e,33311,1731026655168 2024-11-08T00:44:15,321 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/hbase.id] with ID: ea3c3be1-dd39-4e2f-a138-dc38b55bbcff 2024-11-08T00:44:15,321 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/.tmp/hbase.id 2024-11-08T00:44:15,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:44:15,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:44:15,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741826_1002 (size=42) 2024-11-08T00:44:15,331 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/.tmp/hbase.id]:[hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/hbase.id] 2024-11-08T00:44:15,344 INFO [master/c302dddf724e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T00:44:15,345 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T00:44:15,346 INFO [master/c302dddf724e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T00:44:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:44:15,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:44:15,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741827_1003 (size=196) 2024-11-08T00:44:15,359 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:44:15,360 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T00:44:15,360 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:44:15,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:44:15,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:44:15,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741828_1004 (size=1189) 2024-11-08T00:44:15,372 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store 2024-11-08T00:44:15,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:44:15,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:44:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741829_1005 (size=34) 2024-11-08T00:44:15,381 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:15,381 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:44:15,381 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:44:15,381 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:44:15,381 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:44:15,381 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:44:15,381 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:44:15,381 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731026655381Disabling compacts and flushes for region at 1731026655381Disabling writes for close at 1731026655381Writing region close event to WAL at 1731026655381Closed at 1731026655381 2024-11-08T00:44:15,382 WARN [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/.initializing 2024-11-08T00:44:15,382 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/WALs/c302dddf724e,33311,1731026655168 2024-11-08T00:44:15,383 INFO [master/c302dddf724e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:44:15,386 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C33311%2C1731026655168, suffix=, logDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/WALs/c302dddf724e,33311,1731026655168, archiveDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/oldWALs, maxLogs=10 2024-11-08T00:44:15,407 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/WALs/c302dddf724e,33311,1731026655168/c302dddf724e%2C33311%2C1731026655168.1731026655386, exclude list is [], retry=0 2024-11-08T00:44:15,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43301,DS-b732bf1a-3db2-4f63-8fed-e4b816e3a1a6,DISK] 2024-11-08T00:44:15,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-38e26987-7805-47c4-94af-096a19f4fbda,DISK] 2024-11-08T00:44:15,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37575,DS-b6dbf27a-ca1c-4f3c-9804-bc2f76c1cc56,DISK] 2024-11-08T00:44:15,415 INFO [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/WALs/c302dddf724e,33311,1731026655168/c302dddf724e%2C33311%2C1731026655168.1731026655386 2024-11-08T00:44:15,415 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:36161:36161),(127.0.0.1/127.0.0.1:34755:34755)] 2024-11-08T00:44:15,416 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:44:15,416 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:15,416 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,416 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T00:44:15,420 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:15,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:44:15,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T00:44:15,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:15,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:15,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T00:44:15,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:15,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:15,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T00:44:15,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:15,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:15,431 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,432 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,433 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,434 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,434 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,435 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:44:15,436 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T00:44:15,439 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:15,439 INFO [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62424351, jitterRate=-0.06980468332767487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:44:15,440 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731026655416Initializing all the Stores at 1731026655417 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026655418 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026655418Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026655418Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026655418Cleaning up temporary data from old regions at 1731026655434 (+16 ms)Region opened successfully at 1731026655440 (+6 ms) 2024-11-08T00:44:15,441 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T00:44:15,445 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7091888, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:44:15,447 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T00:44:15,447 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T00:44:15,447 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T00:44:15,447 INFO [master/c302dddf724e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T00:44:15,448 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T00:44:15,448 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T00:44:15,448 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-08T00:44:15,450 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T00:44:15,451 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T00:44:15,454 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T00:44:15,454 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T00:44:15,455 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T00:44:15,456 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T00:44:15,456 INFO [master/c302dddf724e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T00:44:15,457 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T00:44:15,459 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T00:44:15,460 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T00:44:15,461 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T00:44:15,462 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T00:44:15,466 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T00:44:15,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:44:15,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:44:15,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:44:15,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T00:44:15,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,468 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c302dddf724e,33311,1731026655168, sessionid=0x100f508823d0000, setting cluster-up flag (Was=false) 2024-11-08T00:44:15,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,481 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T00:44:15,483 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,33311,1731026655168 2024-11-08T00:44:15,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:15,491 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T00:44:15,492 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c302dddf724e,33311,1731026655168 2024-11-08T00:44:15,494 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T00:44:15,496 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T00:44:15,496 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(746): ClusterId : ea3c3be1-dd39-4e2f-a138-dc38b55bbcff 2024-11-08T00:44:15,496 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(746): ClusterId : ea3c3be1-dd39-4e2f-a138-dc38b55bbcff 2024-11-08T00:44:15,496 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:44:15,496 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:44:15,496 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T00:44:15,496 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(746): ClusterId : ea3c3be1-dd39-4e2f-a138-dc38b55bbcff 2024-11-08T00:44:15,496 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T00:44:15,496 INFO [master/c302dddf724e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T00:44:15,497 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c302dddf724e,33311,1731026655168 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T00:44:15,500 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:44:15,500 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:44:15,500 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:44:15,500 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T00:44:15,500 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:44:15,500 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T00:44:15,500 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:44:15,500 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:44:15,500 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:44:15,500 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c302dddf724e:0, corePoolSize=5, maxPoolSize=5 2024-11-08T00:44:15,501 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c302dddf724e:0, corePoolSize=10, maxPoolSize=10 2024-11-08T00:44:15,501 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,501 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:44:15,501 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,502 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:44:15,503 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:44:15,503 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T00:44:15,503 DEBUG [RS:1;c302dddf724e:38595 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41f15e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:44:15,503 DEBUG [RS:2;c302dddf724e:34071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5678a81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:44:15,503 DEBUG [RS:0;c302dddf724e:45785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1046bed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c302dddf724e/172.17.0.2:0 2024-11-08T00:44:15,511 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731026685511 2024-11-08T00:44:15,511 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T00:44:15,511 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T00:44:15,511 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T00:44:15,511 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T00:44:15,511 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T00:44:15,511 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T00:44:15,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:44:15,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T00:44:15,512 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,512 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T00:44:15,513 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T00:44:15,513 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T00:44:15,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:15,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T00:44:15,520 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T00:44:15,520 INFO [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T00:44:15,521 DEBUG [RS:0;c302dddf724e:45785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c302dddf724e:45785 2024-11-08T00:44:15,521 INFO [RS:0;c302dddf724e:45785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:44:15,521 INFO [RS:0;c302dddf724e:45785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:44:15,521 DEBUG [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:44:15,522 DEBUG [RS:2;c302dddf724e:34071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;c302dddf724e:34071 2024-11-08T00:44:15,522 INFO [RS:2;c302dddf724e:34071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:44:15,522 INFO [RS:2;c302dddf724e:34071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:44:15,522 DEBUG [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:44:15,522 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026655520,5,FailOnTimeoutGroup] 2024-11-08T00:44:15,523 DEBUG [RS:1;c302dddf724e:38595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c302dddf724e:38595 2024-11-08T00:44:15,523 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026655522,5,FailOnTimeoutGroup] 2024-11-08T00:44:15,523 INFO [RS:1;c302dddf724e:38595 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T00:44:15,523 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,523 INFO [RS:1;c302dddf724e:38595 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T00:44:15,523 DEBUG [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T00:44:15,523 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T00:44:15,523 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,33311,1731026655168 with port=45785, startcode=1731026655218 2024-11-08T00:44:15,523 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,523 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,523 DEBUG [RS:0;c302dddf724e:45785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:44:15,524 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,33311,1731026655168 with port=38595, startcode=1731026655251 2024-11-08T00:44:15,524 DEBUG [RS:1;c302dddf724e:38595 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:44:15,524 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(2659): reportForDuty to master=c302dddf724e,33311,1731026655168 with port=34071, startcode=1731026655280 2024-11-08T00:44:15,524 DEBUG [RS:2;c302dddf724e:34071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T00:44:15,526 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60925, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:44:15,526 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37233, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:44:15,526 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53533, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T00:44:15,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33311 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c302dddf724e,45785,1731026655218 2024-11-08T00:44:15,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33311 {}] master.ServerManager(517): Registering regionserver=c302dddf724e,45785,1731026655218 2024-11-08T00:44:15,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33311 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c302dddf724e,34071,1731026655280 2024-11-08T00:44:15,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33311 {}] master.ServerManager(517): Registering regionserver=c302dddf724e,34071,1731026655280 2024-11-08T00:44:15,529 DEBUG [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:15,529 DEBUG [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45233 2024-11-08T00:44:15,529 DEBUG [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:44:15,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33311 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c302dddf724e,38595,1731026655251 2024-11-08T00:44:15,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33311 {}] master.ServerManager(517): Registering regionserver=c302dddf724e,38595,1731026655251 2024-11-08T00:44:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:44:15,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:44:15,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741831_1007 (size=1321) 2024-11-08T00:44:15,531 DEBUG [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:15,531 DEBUG [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45233 2024-11-08T00:44:15,531 DEBUG [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:44:15,532 DEBUG [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:15,532 DEBUG [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45233 2024-11-08T00:44:15,532 DEBUG [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T00:44:15,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:44:15,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T00:44:15,534 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:15,538 DEBUG [RS:0;c302dddf724e:45785 {}] zookeeper.ZKUtil(111): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c302dddf724e,45785,1731026655218 2024-11-08T00:44:15,538 DEBUG [RS:2;c302dddf724e:34071 {}] zookeeper.ZKUtil(111): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c302dddf724e,34071,1731026655280 2024-11-08T00:44:15,538 WARN [RS:2;c302dddf724e:34071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:44:15,538 WARN [RS:0;c302dddf724e:45785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:44:15,538 INFO [RS:2;c302dddf724e:34071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:44:15,538 INFO [RS:0;c302dddf724e:45785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:44:15,538 DEBUG [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,45785,1731026655218 2024-11-08T00:44:15,538 DEBUG [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,34071,1731026655280 2024-11-08T00:44:15,538 DEBUG [RS:1;c302dddf724e:38595 {}] zookeeper.ZKUtil(111): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c302dddf724e,38595,1731026655251 2024-11-08T00:44:15,538 WARN [RS:1;c302dddf724e:38595 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T00:44:15,538 INFO [RS:1;c302dddf724e:38595 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:44:15,538 DEBUG [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,38595,1731026655251 2024-11-08T00:44:15,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c302dddf724e,45785,1731026655218] 2024-11-08T00:44:15,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c302dddf724e,34071,1731026655280] 2024-11-08T00:44:15,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c302dddf724e,38595,1731026655251] 2024-11-08T00:44:15,548 INFO [RS:2;c302dddf724e:34071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:44:15,548 INFO [RS:0;c302dddf724e:45785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:44:15,551 INFO [RS:1;c302dddf724e:38595 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T00:44:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:44:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:44:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741832_1008 (size=32) 2024-11-08T00:44:15,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:15,560 INFO [RS:2;c302dddf724e:34071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:44:15,563 INFO [RS:0;c302dddf724e:45785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:44:15,563 INFO [RS:1;c302dddf724e:38595 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T00:44:15,564 INFO [RS:0;c302dddf724e:45785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:44:15,564 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,564 INFO [RS:2;c302dddf724e:34071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:44:15,564 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,568 INFO [RS:1;c302dddf724e:38595 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T00:44:15,568 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,568 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:44:15,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:44:15,568 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:44:15,569 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T00:44:15,569 INFO [RS:0;c302dddf724e:45785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:44:15,569 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,569 INFO [RS:1;c302dddf724e:38595 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:44:15,569 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,569 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,569 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,569 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,569 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,569 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,569 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,569 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 INFO [RS:2;c302dddf724e:34071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T00:44:15,570 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:44:15,570 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,570 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:44:15,570 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:44:15,570 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c302dddf724e:0, corePoolSize=2, maxPoolSize=2 2024-11-08T00:44:15,571 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,571 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:44:15,571 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,571 DEBUG [RS:0;c302dddf724e:45785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:44:15,571 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:44:15,571 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:15,571 DEBUG [RS:1;c302dddf724e:38595 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:44:15,571 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,571 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,571 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,571 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c302dddf724e:0, corePoolSize=1, maxPoolSize=1 2024-11-08T00:44:15,571 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:44:15,571 DEBUG [RS:2;c302dddf724e:34071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c302dddf724e:0, corePoolSize=3, maxPoolSize=3 2024-11-08T00:44:15,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:44:15,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:44:15,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:44:15,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:15,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:44:15,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:44:15,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:44:15,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:15,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:44:15,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:44:15,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:44:15,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:15,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:44:15,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:44:15,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740 2024-11-08T00:44:15,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740 2024-11-08T00:44:15,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:44:15,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:44:15,581 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:44:15,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:44:15,588 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,589 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,589 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,589 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,589 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,589 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,45785,1731026655218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:44:15,589 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:15,590 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59198433, jitterRate=-0.11787460744380951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:44:15,590 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,590 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,591 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,591 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,591 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,591 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,38595,1731026655251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:44:15,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731026655558Initializing all the Stores at 1731026655559 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026655559Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026655568 (+9 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026655568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026655568Cleaning up temporary data from old regions at 1731026655581 (+13 ms)Region opened successfully at 1731026655591 (+10 ms) 2024-11-08T00:44:15,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:44:15,591 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:44:15,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:44:15,591 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:44:15,591 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:44:15,591 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,591 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,591 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,591 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34071,1731026655280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:44:15,595 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:44:15,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731026655591Disabling compacts and flushes for region at 1731026655591Disabling writes for close at 1731026655591Writing region close event to WAL at 1731026655595 (+4 ms)Closed at 1731026655595 2024-11-08T00:44:15,600 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:44:15,600 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T00:44:15,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T00:44:15,602 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:44:15,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T00:44:15,609 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:44:15,609 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,45785,1731026655218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,610 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,610 INFO [RS:0;c302dddf724e:45785 {}] regionserver.Replication(171): c302dddf724e,45785,1731026655218 started 2024-11-08T00:44:15,617 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:44:15,617 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,34071,1731026655280-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,617 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,617 INFO [RS:2;c302dddf724e:34071 {}] regionserver.Replication(171): c302dddf724e,34071,1731026655280 started 2024-11-08T00:44:15,621 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T00:44:15,621 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,38595,1731026655251-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,621 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,621 INFO [RS:1;c302dddf724e:38595 {}] regionserver.Replication(171): c302dddf724e,38595,1731026655251 started 2024-11-08T00:44:15,624 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,624 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(1482): Serving as c302dddf724e,45785,1731026655218, RpcServer on c302dddf724e/172.17.0.2:45785, sessionid=0x100f508823d0001 2024-11-08T00:44:15,625 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:44:15,625 DEBUG [RS:0;c302dddf724e:45785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c302dddf724e,45785,1731026655218 2024-11-08T00:44:15,625 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,45785,1731026655218' 2024-11-08T00:44:15,625 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:44:15,626 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:44:15,627 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:44:15,627 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:44:15,627 DEBUG [RS:0;c302dddf724e:45785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c302dddf724e,45785,1731026655218 2024-11-08T00:44:15,627 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,45785,1731026655218' 2024-11-08T00:44:15,627 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:44:15,627 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:44:15,628 DEBUG [RS:0;c302dddf724e:45785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:44:15,628 INFO [RS:0;c302dddf724e:45785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:44:15,628 INFO [RS:0;c302dddf724e:45785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:44:15,640 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,640 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(1482): Serving as c302dddf724e,34071,1731026655280, RpcServer on c302dddf724e/172.17.0.2:34071, sessionid=0x100f508823d0003 2024-11-08T00:44:15,640 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:44:15,640 DEBUG [RS:2;c302dddf724e:34071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c302dddf724e,34071,1731026655280 2024-11-08T00:44:15,640 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,34071,1731026655280' 2024-11-08T00:44:15,640 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:44:15,641 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:44:15,641 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:44:15,641 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:44:15,641 DEBUG [RS:2;c302dddf724e:34071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c302dddf724e,34071,1731026655280 2024-11-08T00:44:15,641 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,34071,1731026655280' 2024-11-08T00:44:15,641 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:44:15,642 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:44:15,642 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:15,642 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(1482): Serving as c302dddf724e,38595,1731026655251, RpcServer on c302dddf724e/172.17.0.2:38595, sessionid=0x100f508823d0002 2024-11-08T00:44:15,642 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T00:44:15,642 DEBUG [RS:1;c302dddf724e:38595 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c302dddf724e,38595,1731026655251 2024-11-08T00:44:15,642 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,38595,1731026655251' 2024-11-08T00:44:15,642 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T00:44:15,642 DEBUG [RS:2;c302dddf724e:34071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:44:15,642 INFO [RS:2;c302dddf724e:34071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:44:15,642 INFO [RS:2;c302dddf724e:34071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:44:15,643 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T00:44:15,643 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T00:44:15,643 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T00:44:15,643 DEBUG [RS:1;c302dddf724e:38595 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c302dddf724e,38595,1731026655251 2024-11-08T00:44:15,643 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c302dddf724e,38595,1731026655251' 2024-11-08T00:44:15,643 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T00:44:15,644 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T00:44:15,644 DEBUG [RS:1;c302dddf724e:38595 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T00:44:15,644 INFO [RS:1;c302dddf724e:38595 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T00:44:15,644 INFO [RS:1;c302dddf724e:38595 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T00:44:15,729 INFO [RS:0;c302dddf724e:45785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:44:15,731 INFO [RS:0;c302dddf724e:45785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C45785%2C1731026655218, suffix=, logDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,45785,1731026655218, archiveDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/oldWALs, maxLogs=32 2024-11-08T00:44:15,743 INFO [RS:2;c302dddf724e:34071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:44:15,744 INFO [RS:1;c302dddf724e:38595 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T00:44:15,745 INFO [RS:2;c302dddf724e:34071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C34071%2C1731026655280, suffix=, logDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,34071,1731026655280, archiveDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/oldWALs, maxLogs=32 2024-11-08T00:44:15,746 INFO [RS:1;c302dddf724e:38595 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C38595%2C1731026655251, suffix=, logDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,38595,1731026655251, archiveDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/oldWALs, maxLogs=32 2024-11-08T00:44:15,752 DEBUG [RS:0;c302dddf724e:45785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,45785,1731026655218/c302dddf724e%2C45785%2C1731026655218.1731026655732, exclude list is [], retry=0 2024-11-08T00:44:15,754 WARN [c302dddf724e:33311 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T00:44:15,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-38e26987-7805-47c4-94af-096a19f4fbda,DISK] 2024-11-08T00:44:15,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37575,DS-b6dbf27a-ca1c-4f3c-9804-bc2f76c1cc56,DISK] 2024-11-08T00:44:15,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43301,DS-b732bf1a-3db2-4f63-8fed-e4b816e3a1a6,DISK] 2024-11-08T00:44:15,759 INFO [RS:0;c302dddf724e:45785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,45785,1731026655218/c302dddf724e%2C45785%2C1731026655218.1731026655732 2024-11-08T00:44:15,760 DEBUG [RS:2;c302dddf724e:34071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,34071,1731026655280/c302dddf724e%2C34071%2C1731026655280.1731026655745, exclude list is [], retry=0 2024-11-08T00:44:15,760 DEBUG [RS:0;c302dddf724e:45785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36161:36161),(127.0.0.1/127.0.0.1:34755:34755),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-08T00:44:15,761 DEBUG [RS:1;c302dddf724e:38595 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,38595,1731026655251/c302dddf724e%2C38595%2C1731026655251.1731026655746, exclude list is [], retry=0 2024-11-08T00:44:15,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37575,DS-b6dbf27a-ca1c-4f3c-9804-bc2f76c1cc56,DISK] 2024-11-08T00:44:15,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43301,DS-b732bf1a-3db2-4f63-8fed-e4b816e3a1a6,DISK] 2024-11-08T00:44:15,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-38e26987-7805-47c4-94af-096a19f4fbda,DISK] 2024-11-08T00:44:15,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37575,DS-b6dbf27a-ca1c-4f3c-9804-bc2f76c1cc56,DISK] 2024-11-08T00:44:15,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-38e26987-7805-47c4-94af-096a19f4fbda,DISK] 2024-11-08T00:44:15,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43301,DS-b732bf1a-3db2-4f63-8fed-e4b816e3a1a6,DISK] 2024-11-08T00:44:15,769 INFO [RS:2;c302dddf724e:34071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,34071,1731026655280/c302dddf724e%2C34071%2C1731026655280.1731026655745 2024-11-08T00:44:15,769 DEBUG [RS:2;c302dddf724e:34071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34755:34755),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:36161:36161)] 2024-11-08T00:44:15,769 INFO [RS:1;c302dddf724e:38595 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,38595,1731026655251/c302dddf724e%2C38595%2C1731026655251.1731026655746 2024-11-08T00:44:15,770 DEBUG [RS:1;c302dddf724e:38595 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34755:34755),(127.0.0.1/127.0.0.1:38899:38899),(127.0.0.1/127.0.0.1:36161:36161)] 2024-11-08T00:44:16,004 DEBUG [c302dddf724e:33311 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T00:44:16,005 DEBUG [c302dddf724e:33311 {}] balancer.BalancerClusterState(204): Hosts are {c302dddf724e=0} racks are {/default-rack=0} 2024-11-08T00:44:16,007 DEBUG [c302dddf724e:33311 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T00:44:16,007 DEBUG [c302dddf724e:33311 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T00:44:16,007 DEBUG [c302dddf724e:33311 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T00:44:16,007 DEBUG [c302dddf724e:33311 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T00:44:16,007 DEBUG [c302dddf724e:33311 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T00:44:16,007 DEBUG [c302dddf724e:33311 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T00:44:16,007 INFO [c302dddf724e:33311 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T00:44:16,007 INFO [c302dddf724e:33311 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T00:44:16,007 INFO [c302dddf724e:33311 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T00:44:16,007 DEBUG [c302dddf724e:33311 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T00:44:16,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c302dddf724e,45785,1731026655218 2024-11-08T00:44:16,009 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,45785,1731026655218, state=OPENING 2024-11-08T00:44:16,011 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T00:44:16,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:16,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:16,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:16,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:44:16,014 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T00:44:16,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,45785,1731026655218}] 2024-11-08T00:44:16,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:44:16,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:44:16,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:44:16,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:44:18,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:18,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:18,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:18,711 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:44:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:18,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:18,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:18,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:44:18,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:44:24,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:44:24,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:24,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:24,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:25,256 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c302dddf724e:42641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T00:44:26,017 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:44:26,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55413, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:44:26,025 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T00:44:26,025 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T00:44:26,025 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T00:44:26,027 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c302dddf724e%2C45785%2C1731026655218.meta, suffix=.meta, logDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,45785,1731026655218, archiveDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/oldWALs, maxLogs=32 2024-11-08T00:44:26,041 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,45785,1731026655218/c302dddf724e%2C45785%2C1731026655218.meta.1731026666027.meta, exclude list is [], retry=0 2024-11-08T00:44:26,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38671,DS-38e26987-7805-47c4-94af-096a19f4fbda,DISK] 2024-11-08T00:44:26,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37575,DS-b6dbf27a-ca1c-4f3c-9804-bc2f76c1cc56,DISK] 2024-11-08T00:44:26,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43301,DS-b732bf1a-3db2-4f63-8fed-e4b816e3a1a6,DISK] 2024-11-08T00:44:26,053 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/WALs/c302dddf724e,45785,1731026655218/c302dddf724e%2C45785%2C1731026655218.meta.1731026666027.meta 2024-11-08T00:44:26,053 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34755:34755),(127.0.0.1/127.0.0.1:36161:36161),(127.0.0.1/127.0.0.1:38899:38899)] 2024-11-08T00:44:26,053 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T00:44:26,054 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T00:44:26,054 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T00:44:26,054 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T00:44:26,054 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T00:44:26,054 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:26,054 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T00:44:26,054 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T00:44:26,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T00:44:26,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T00:44:26,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:26,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:44:26,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T00:44:26,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T00:44:26,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:26,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:44:26,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T00:44:26,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T00:44:26,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:26,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:44:26,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T00:44:26,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T00:44:26,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:26,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T00:44:26,062 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T00:44:26,063 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740 2024-11-08T00:44:26,064 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740 2024-11-08T00:44:26,066 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T00:44:26,066 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T00:44:26,066 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T00:44:26,068 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T00:44:26,070 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63119337, jitterRate=-0.05944858491420746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T00:44:26,070 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T00:44:26,071 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731026666054Writing region info on filesystem at 1731026666054Initializing all the Stores at 1731026666055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026666055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026666056 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026666056Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731026666056Cleaning up temporary data from old regions at 1731026666066 (+10 ms)Running coprocessor post-open hooks at 1731026666070 (+4 ms)Region opened successfully at 1731026666071 (+1 ms) 2024-11-08T00:44:26,075 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731026666017 2024-11-08T00:44:26,077 DEBUG [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T00:44:26,077 INFO [RS_OPEN_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T00:44:26,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,45785,1731026655218 2024-11-08T00:44:26,079 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c302dddf724e,45785,1731026655218, state=OPEN 2024-11-08T00:44:26,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:44:26,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:44:26,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:44:26,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T00:44:26,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:44:26,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:44:26,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:44:26,081 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T00:44:26,081 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c302dddf724e,45785,1731026655218 2024-11-08T00:44:26,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T00:44:26,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c302dddf724e,45785,1731026655218 in 10.0680 sec 2024-11-08T00:44:26,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T00:44:26,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4830 sec 2024-11-08T00:44:26,087 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T00:44:26,087 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T00:44:26,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:44:26,090 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,45785,1731026655218, seqNum=-1] 2024-11-08T00:44:26,090 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:44:26,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51753, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:44:26,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6020 sec 2024-11-08T00:44:26,098 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731026666097, completionTime=-1 2024-11-08T00:44:26,098 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T00:44:26,098 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T00:44:26,100 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T00:44:26,100 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731026726100 2024-11-08T00:44:26,100 INFO [master/c302dddf724e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731026786100 2024-11-08T00:44:26,100 INFO [master/c302dddf724e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-08T00:44:26,100 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,33311,1731026655168-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:26,100 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,33311,1731026655168-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:26,100 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,33311,1731026655168-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:26,101 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c302dddf724e:33311, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:26,101 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:26,101 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:26,102 DEBUG [master/c302dddf724e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T00:44:26,105 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.790sec 2024-11-08T00:44:26,105 INFO [master/c302dddf724e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T00:44:26,105 INFO [master/c302dddf724e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T00:44:26,105 INFO [master/c302dddf724e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T00:44:26,106 INFO [master/c302dddf724e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T00:44:26,106 INFO [master/c302dddf724e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T00:44:26,106 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,33311,1731026655168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T00:44:26,106 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,33311,1731026655168-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T00:44:26,108 DEBUG [master/c302dddf724e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T00:44:26,108 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T00:44:26,108 INFO [master/c302dddf724e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c302dddf724e,33311,1731026655168-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T00:44:26,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@733664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:44:26,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c302dddf724e,33311,-1 for getting cluster id 2024-11-08T00:44:26,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:44:26,206 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea3c3be1-dd39-4e2f-a138-dc38b55bbcff' 2024-11-08T00:44:26,206 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:44:26,206 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea3c3be1-dd39-4e2f-a138-dc38b55bbcff" 2024-11-08T00:44:26,207 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637f45ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:44:26,207 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c302dddf724e,33311,-1] 2024-11-08T00:44:26,207 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:44:26,207 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:44:26,209 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:44:26,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a57a65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:44:26,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:44:26,210 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,45785,1731026655218, seqNum=-1] 2024-11-08T00:44:26,211 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:44:26,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:44:26,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c302dddf724e,33311,1731026655168 2024-11-08T00:44:26,215 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731026666215 (current time:1731026666215). 2024-11-08T00:44:26,215 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-08T00:44:26,215 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-08T00:44:26,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8e8fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:44:26,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c302dddf724e,33311,-1 for getting cluster id 2024-11-08T00:44:26,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T00:44:26,216 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea3c3be1-dd39-4e2f-a138-dc38b55bbcff' 2024-11-08T00:44:26,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T00:44:26,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea3c3be1-dd39-4e2f-a138-dc38b55bbcff" 2024-11-08T00:44:26,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72110b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:44:26,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c302dddf724e,33311,-1] 2024-11-08T00:44:26,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T00:44:26,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:44:26,217 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56344, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T00:44:26,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f23b3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T00:44:26,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T00:44:26,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c302dddf724e,45785,1731026655218, seqNum=-1] 2024-11-08T00:44:26,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:44:26,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:44:26,221 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:44:26,221 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:44:26,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:44:26,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:44:26,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:44:26,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T00:44:26,222 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c302dddf724e,33311,1731026655168 2024-11-08T00:44:26,223 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cc7755e 2024-11-08T00:44:26,223 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T00:44:26,224 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T00:44:26,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T00:44:26,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-08T00:44:26,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T00:44:26,227 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:26,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-08T00:44:26,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:44:26,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T00:44:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:44:26,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:44:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741837_1013 (size=361) 2024-11-08T00:44:26,239 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 47d4935eef88ec4f58395a71dc63efdb, NAME => 'SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:26,239 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 45a2182d7e4c4e1a4019d33046d88d18, NAME => 'SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:26,239 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 216bb8063c73370791e7a748c06cfa2d, NAME => 'SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:26,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741838_1014 (size=62) 2024-11-08T00:44:26,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741838_1014 (size=62) 2024-11-08T00:44:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741838_1014 (size=62) 2024-11-08T00:44:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741839_1015 (size=62) 2024-11-08T00:44:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741839_1015 (size=62) 2024-11-08T00:44:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741840_1016 (size=54) 2024-11-08T00:44:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741839_1015 (size=62) 2024-11-08T00:44:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741840_1016 (size=54) 2024-11-08T00:44:26,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741840_1016 (size=54) 2024-11-08T00:44:26,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:26,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 47d4935eef88ec4f58395a71dc63efdb, disabling compactions & flushes 2024-11-08T00:44:26,251 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:44:26,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:44:26,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. after waiting 0 ms 2024-11-08T00:44:26,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:44:26,251 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:44:26,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 47d4935eef88ec4f58395a71dc63efdb: Waiting for close lock at 1731026666251Disabling compacts and flushes for region at 1731026666251Disabling writes for close at 1731026666251Writing region close event to WAL at 1731026666251Closed at 1731026666251 2024-11-08T00:44:26,251 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:26,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 216bb8063c73370791e7a748c06cfa2d, disabling compactions & flushes 2024-11-08T00:44:26,252 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:44:26,252 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2ab11dba107de465eafc036eb72b91a6, NAME => 'SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:26,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:44:26,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. after waiting 0 ms 2024-11-08T00:44:26,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:44:26,252 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:44:26,252 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 216bb8063c73370791e7a748c06cfa2d: Waiting for close lock at 1731026666252Disabling compacts and flushes for region at 1731026666252Disabling writes for close at 1731026666252Writing region close event to WAL at 1731026666252Closed at 1731026666252 2024-11-08T00:44:26,252 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a82b83bcdcf87adf5d8a9ed8ad2dbcfa, NAME => 'SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:26,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:44:26,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:44:26,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741842_1018 (size=62) 2024-11-08T00:44:26,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:26,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a82b83bcdcf87adf5d8a9ed8ad2dbcfa, disabling compactions & flushes 2024-11-08T00:44:26,265 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:44:26,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:44:26,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. after waiting 0 ms 2024-11-08T00:44:26,265 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:44:26,265 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:44:26,266 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a82b83bcdcf87adf5d8a9ed8ad2dbcfa: Waiting for close lock at 1731026666265Disabling compacts and flushes for region at 1731026666265Disabling writes for close at 1731026666265Writing region close event to WAL at 1731026666265Closed at 1731026666265 2024-11-08T00:44:26,266 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e3e461aa463841836d9b472cb4fd330, NAME => 'SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:26,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:44:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:44:26,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741841_1017 (size=62) 2024-11-08T00:44:26,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:26,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2ab11dba107de465eafc036eb72b91a6, disabling compactions & flushes 2024-11-08T00:44:26,273 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:44:26,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:44:26,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. after waiting 0 ms 2024-11-08T00:44:26,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:44:26,273 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:44:26,273 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2ab11dba107de465eafc036eb72b91a6: Waiting for close lock at 1731026666273Disabling compacts and flushes for region at 1731026666273Disabling writes for close at 1731026666273Writing region close event to WAL at 1731026666273Closed at 1731026666273 2024-11-08T00:44:26,274 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f629c100f87d1363f45a897b65e02ad2, NAME => 'SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:26,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:44:26,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:44:26,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741843_1019 (size=62) 2024-11-08T00:44:26,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:26,277 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 5e3e461aa463841836d9b472cb4fd330, disabling compactions & flushes 2024-11-08T00:44:26,278 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:44:26,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:44:26,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. after waiting 0 ms 2024-11-08T00:44:26,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:44:26,278 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:44:26,278 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e3e461aa463841836d9b472cb4fd330: Waiting for close lock at 1731026666277Disabling compacts and flushes for region at 1731026666277Disabling writes for close at 1731026666278 (+1 ms)Writing region close event to WAL at 1731026666278Closed at 1731026666278 2024-11-08T00:44:26,279 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fae6c3884b08ca7c0dd8c52fb9018481, NAME => 'SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:44:26,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:44:26,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741844_1020 (size=62) 2024-11-08T00:44:26,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:26,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f629c100f87d1363f45a897b65e02ad2, disabling compactions & flushes 2024-11-08T00:44:26,284 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:44:26,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:44:26,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. after waiting 0 ms 2024-11-08T00:44:26,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:44:26,284 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:44:26,284 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f629c100f87d1363f45a897b65e02ad2: Waiting for close lock at 1731026666284Disabling compacts and flushes for region at 1731026666284Disabling writes for close at 1731026666284Writing region close event to WAL at 1731026666284Closed at 1731026666284 2024-11-08T00:44:26,285 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6958521da87c474a26e7f6c31146643b, NAME => 'SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:44:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:44:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741845_1021 (size=62) 2024-11-08T00:44:26,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:26,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing fae6c3884b08ca7c0dd8c52fb9018481, disabling compactions & flushes 2024-11-08T00:44:26,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:44:26,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:44:26,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. after waiting 0 ms 2024-11-08T00:44:26,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:44:26,287 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:44:26,287 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for fae6c3884b08ca7c0dd8c52fb9018481: Waiting for close lock at 1731026666287Disabling compacts and flushes for region at 1731026666287Disabling writes for close at 1731026666287Writing region close event to WAL at 1731026666287Closed at 1731026666287 2024-11-08T00:44:26,288 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e69d83cebb94838c442cf175bc03b620, NAME => 'SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda 2024-11-08T00:44:26,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:44:26,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:44:26,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741846_1022 (size=62) 2024-11-08T00:44:26,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:44:26,300 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:26,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6958521da87c474a26e7f6c31146643b, disabling compactions & flushes 2024-11-08T00:44:26,301 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:44:26,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:44:26,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. after waiting 0 ms 2024-11-08T00:44:26,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:44:26,301 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:44:26,301 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6958521da87c474a26e7f6c31146643b: Waiting for close lock at 1731026666301Disabling compacts and flushes for region at 1731026666301Disabling writes for close at 1731026666301Writing region close event to WAL at 1731026666301Closed at 1731026666301 2024-11-08T00:44:26,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:44:26,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741847_1023 (size=54) 2024-11-08T00:44:26,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:26,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e69d83cebb94838c442cf175bc03b620, disabling compactions & flushes 2024-11-08T00:44:26,303 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:44:26,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:44:26,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. after waiting 0 ms 2024-11-08T00:44:26,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:44:26,303 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:44:26,303 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e69d83cebb94838c442cf175bc03b620: Waiting for close lock at 1731026666303Disabling compacts and flushes for region at 1731026666303Disabling writes for close at 1731026666303Writing region close event to WAL at 1731026666303Closed at 1731026666303 2024-11-08T00:44:26,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:44:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:44:26,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:26,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 45a2182d7e4c4e1a4019d33046d88d18, disabling compactions & flushes 2024-11-08T00:44:26,651 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:44:26,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:44:26,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. after waiting 0 ms 2024-11-08T00:44:26,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:44:26,651 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:44:26,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 45a2182d7e4c4e1a4019d33046d88d18: Waiting for close lock at 1731026666651Disabling compacts and flushes for region at 1731026666651Disabling writes for close at 1731026666651Writing region close event to WAL at 1731026666651Closed at 1731026666651 2024-11-08T00:44:26,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T00:44:26,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026666653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026666653"}]},"ts":"1731026666653"} 2024-11-08T00:44:26,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731026666653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026666653"}]},"ts":"1731026666653"} 2024-11-08T00:44:26,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026666653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026666653"}]},"ts":"1731026666653"} 2024-11-08T00:44:26,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026666653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026666653"}]},"ts":"1731026666653"} 2024-11-08T00:44:26,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026666653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026666653"}]},"ts":"1731026666653"} 2024-11-08T00:44:26,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026666653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026666653"}]},"ts":"1731026666653"} 2024-11-08T00:44:26,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026666653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026666653"}]},"ts":"1731026666653"} 2024-11-08T00:44:26,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026666653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026666653"}]},"ts":"1731026666653"} 2024-11-08T00:44:26,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731026666653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026666653"}]},"ts":"1731026666653"} 2024-11-08T00:44:26,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731026666653"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731026666653"}]},"ts":"1731026666653"} 2024-11-08T00:44:26,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-08T00:44:26,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T00:44:26,659 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731026666659"}]},"ts":"1731026666659"} 2024-11-08T00:44:26,661 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-08T00:44:26,661 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {c302dddf724e=0} racks are {/default-rack=0} 2024-11-08T00:44:26,666 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T00:44:26,666 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T00:44:26,666 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T00:44:26,666 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T00:44:26,666 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T00:44:26,666 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T00:44:26,666 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T00:44:26,666 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T00:44:26,666 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T00:44:26,666 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T00:44:26,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=216bb8063c73370791e7a748c06cfa2d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45a2182d7e4c4e1a4019d33046d88d18, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47d4935eef88ec4f58395a71dc63efdb, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ab11dba107de465eafc036eb72b91a6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a82b83bcdcf87adf5d8a9ed8ad2dbcfa, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e3e461aa463841836d9b472cb4fd330, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f629c100f87d1363f45a897b65e02ad2, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fae6c3884b08ca7c0dd8c52fb9018481, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6958521da87c474a26e7f6c31146643b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e69d83cebb94838c442cf175bc03b620, ASSIGN}] 2024-11-08T00:44:26,668 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a82b83bcdcf87adf5d8a9ed8ad2dbcfa, ASSIGN 2024-11-08T00:44:26,668 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47d4935eef88ec4f58395a71dc63efdb, ASSIGN 2024-11-08T00:44:26,668 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ab11dba107de465eafc036eb72b91a6, ASSIGN 2024-11-08T00:44:26,669 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45a2182d7e4c4e1a4019d33046d88d18, ASSIGN 2024-11-08T00:44:26,669 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ab11dba107de465eafc036eb72b91a6, ASSIGN; state=OFFLINE, location=c302dddf724e,34071,1731026655280; forceNewPlan=false, retain=false 2024-11-08T00:44:26,669 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a82b83bcdcf87adf5d8a9ed8ad2dbcfa, ASSIGN; state=OFFLINE, location=c302dddf724e,45785,1731026655218; forceNewPlan=false, retain=false 2024-11-08T00:44:26,669 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47d4935eef88ec4f58395a71dc63efdb, ASSIGN; state=OFFLINE, location=c302dddf724e,34071,1731026655280; forceNewPlan=false, retain=false 2024-11-08T00:44:26,669 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=45a2182d7e4c4e1a4019d33046d88d18, ASSIGN; state=OFFLINE, location=c302dddf724e,34071,1731026655280; forceNewPlan=false, retain=false 2024-11-08T00:44:26,672 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fae6c3884b08ca7c0dd8c52fb9018481, ASSIGN 2024-11-08T00:44:26,672 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e69d83cebb94838c442cf175bc03b620, ASSIGN 2024-11-08T00:44:26,672 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6958521da87c474a26e7f6c31146643b, ASSIGN 2024-11-08T00:44:26,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f629c100f87d1363f45a897b65e02ad2, ASSIGN 2024-11-08T00:44:26,672 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e3e461aa463841836d9b472cb4fd330, ASSIGN 2024-11-08T00:44:26,673 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fae6c3884b08ca7c0dd8c52fb9018481, ASSIGN; state=OFFLINE, location=c302dddf724e,34071,1731026655280; forceNewPlan=false, retain=false 2024-11-08T00:44:26,673 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e69d83cebb94838c442cf175bc03b620, ASSIGN; state=OFFLINE, location=c302dddf724e,45785,1731026655218; forceNewPlan=false, retain=false 2024-11-08T00:44:26,673 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e3e461aa463841836d9b472cb4fd330, ASSIGN; state=OFFLINE, location=c302dddf724e,38595,1731026655251; forceNewPlan=false, retain=false 2024-11-08T00:44:26,673 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f629c100f87d1363f45a897b65e02ad2, ASSIGN; state=OFFLINE, location=c302dddf724e,45785,1731026655218; forceNewPlan=false, retain=false 2024-11-08T00:44:26,673 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6958521da87c474a26e7f6c31146643b, ASSIGN; state=OFFLINE, location=c302dddf724e,38595,1731026655251; forceNewPlan=false, retain=false 2024-11-08T00:44:26,677 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=216bb8063c73370791e7a748c06cfa2d, ASSIGN 2024-11-08T00:44:26,677 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=216bb8063c73370791e7a748c06cfa2d, ASSIGN; state=OFFLINE, location=c302dddf724e,38595,1731026655251; forceNewPlan=false, retain=false 2024-11-08T00:44:26,820 INFO [c302dddf724e:33311 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-08T00:44:26,821 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f629c100f87d1363f45a897b65e02ad2, regionState=OPENING, regionLocation=c302dddf724e,45785,1731026655218 2024-11-08T00:44:26,821 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a82b83bcdcf87adf5d8a9ed8ad2dbcfa, regionState=OPENING, regionLocation=c302dddf724e,45785,1731026655218 2024-11-08T00:44:26,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6958521da87c474a26e7f6c31146643b, regionState=OPENING, regionLocation=c302dddf724e,38595,1731026655251 2024-11-08T00:44:26,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e69d83cebb94838c442cf175bc03b620, regionState=OPENING, regionLocation=c302dddf724e,45785,1731026655218 2024-11-08T00:44:26,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5e3e461aa463841836d9b472cb4fd330, regionState=OPENING, regionLocation=c302dddf724e,38595,1731026655251 2024-11-08T00:44:26,821 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fae6c3884b08ca7c0dd8c52fb9018481, regionState=OPENING, regionLocation=c302dddf724e,34071,1731026655280 2024-11-08T00:44:26,821 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=216bb8063c73370791e7a748c06cfa2d, regionState=OPENING, regionLocation=c302dddf724e,38595,1731026655251 2024-11-08T00:44:26,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2ab11dba107de465eafc036eb72b91a6, regionState=OPENING, regionLocation=c302dddf724e,34071,1731026655280 2024-11-08T00:44:26,822 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=47d4935eef88ec4f58395a71dc63efdb, regionState=OPENING, regionLocation=c302dddf724e,34071,1731026655280 2024-11-08T00:44:26,822 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=45a2182d7e4c4e1a4019d33046d88d18, regionState=OPENING, regionLocation=c302dddf724e,34071,1731026655280 2024-11-08T00:44:26,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a82b83bcdcf87adf5d8a9ed8ad2dbcfa, ASSIGN because future has completed 2024-11-08T00:44:26,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82b83bcdcf87adf5d8a9ed8ad2dbcfa, server=c302dddf724e,45785,1731026655218}] 2024-11-08T00:44:26,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=5e3e461aa463841836d9b472cb4fd330, ASSIGN because future has completed 2024-11-08T00:44:26,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e3e461aa463841836d9b472cb4fd330, server=c302dddf724e,38595,1731026655251}] 2024-11-08T00:44:26,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f629c100f87d1363f45a897b65e02ad2, ASSIGN because future has completed 2024-11-08T00:44:26,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f629c100f87d1363f45a897b65e02ad2, server=c302dddf724e,45785,1731026655218}] 2024-11-08T00:44:26,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e69d83cebb94838c442cf175bc03b620, ASSIGN because future has completed 2024-11-08T00:44:26,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6958521da87c474a26e7f6c31146643b, ASSIGN because future has completed 2024-11-08T00:44:26,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e69d83cebb94838c442cf175bc03b620, server=c302dddf724e,45785,1731026655218}] 2024-11-08T00:44:26,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6958521da87c474a26e7f6c31146643b, server=c302dddf724e,38595,1731026655251}] 2024-11-08T00:44:26,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fae6c3884b08ca7c0dd8c52fb9018481, ASSIGN because future has completed 2024-11-08T00:44:26,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=216bb8063c73370791e7a748c06cfa2d, ASSIGN because future has completed 2024-11-08T00:44:26,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2ab11dba107de465eafc036eb72b91a6, ASSIGN because future has completed 2024-11-08T00:44:26,832 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fae6c3884b08ca7c0dd8c52fb9018481, server=c302dddf724e,34071,1731026655280}] 2024-11-08T00:44:26,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=47d4935eef88ec4f58395a71dc63efdb, ASSIGN because future has completed 2024-11-08T00:44:26,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=45a2182d7e4c4e1a4019d33046d88d18, ASSIGN because future has completed 2024-11-08T00:44:26,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ab11dba107de465eafc036eb72b91a6, server=c302dddf724e,34071,1731026655280}] 2024-11-08T00:44:26,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47d4935eef88ec4f58395a71dc63efdb, server=c302dddf724e,34071,1731026655280}] 2024-11-08T00:44:26,833 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 216bb8063c73370791e7a748c06cfa2d, server=c302dddf724e,38595,1731026655251}] 2024-11-08T00:44:26,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45a2182d7e4c4e1a4019d33046d88d18, server=c302dddf724e,34071,1731026655280}] 2024-11-08T00:44:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:44:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:44:27,548 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T00:44:28,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:44:28,507 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T00:44:28,507 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T00:44:28,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:44:28,508 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T00:44:30,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:44:31,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:44:31,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:31,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:31,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:34,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:44:36,829 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:44:36,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51003, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:44:36,834 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T00:44:36,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36719, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T00:44:36,836 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:44:36,837 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:44:36,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => a82b83bcdcf87adf5d8a9ed8ad2dbcfa, NAME => 'SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-08T00:44:36,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 216bb8063c73370791e7a748c06cfa2d, NAME => 'SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-08T00:44:36,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:36,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:36,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:36,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:36,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:36,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:36,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:36,837 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:36,841 INFO [StoreOpener-a82b83bcdcf87adf5d8a9ed8ad2dbcfa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:36,841 INFO [StoreOpener-216bb8063c73370791e7a748c06cfa2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:36,842 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:44:36,842 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 45a2182d7e4c4e1a4019d33046d88d18, NAME => 'SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-08T00:44:36,842 INFO [StoreOpener-216bb8063c73370791e7a748c06cfa2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 216bb8063c73370791e7a748c06cfa2d columnFamilyName cf 2024-11-08T00:44:36,842 DEBUG [StoreOpener-216bb8063c73370791e7a748c06cfa2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:36,842 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:36,842 INFO [StoreOpener-a82b83bcdcf87adf5d8a9ed8ad2dbcfa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a82b83bcdcf87adf5d8a9ed8ad2dbcfa columnFamilyName cf 2024-11-08T00:44:36,842 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:36,842 DEBUG [StoreOpener-a82b83bcdcf87adf5d8a9ed8ad2dbcfa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:36,842 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:36,843 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:36,843 INFO [StoreOpener-216bb8063c73370791e7a748c06cfa2d-1 {}] regionserver.HStore(327): Store=216bb8063c73370791e7a748c06cfa2d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:36,843 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:36,843 INFO [StoreOpener-a82b83bcdcf87adf5d8a9ed8ad2dbcfa-1 {}] regionserver.HStore(327): Store=a82b83bcdcf87adf5d8a9ed8ad2dbcfa/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:36,843 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:36,844 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:36,844 INFO [StoreOpener-45a2182d7e4c4e1a4019d33046d88d18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:36,844 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:36,844 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:36,844 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:36,844 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:36,844 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:36,845 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:36,845 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:36,845 INFO [StoreOpener-45a2182d7e4c4e1a4019d33046d88d18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45a2182d7e4c4e1a4019d33046d88d18 columnFamilyName cf 2024-11-08T00:44:36,845 DEBUG [StoreOpener-45a2182d7e4c4e1a4019d33046d88d18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:36,846 INFO [StoreOpener-45a2182d7e4c4e1a4019d33046d88d18-1 {}] regionserver.HStore(327): Store=45a2182d7e4c4e1a4019d33046d88d18/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:36,846 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:36,846 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:36,846 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:36,847 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:36,847 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:36,847 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:36,847 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:36,849 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/216bb8063c73370791e7a748c06cfa2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:36,849 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 216bb8063c73370791e7a748c06cfa2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59771766, jitterRate=-0.10933127999305725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:44:36,849 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:36,849 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:36,849 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 216bb8063c73370791e7a748c06cfa2d: Running coprocessor pre-open hook at 1731026676837Writing region info on filesystem at 1731026676837Initializing all the Stores at 1731026676839 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026676839Cleaning up temporary data from old regions at 1731026676845 (+6 ms)Running coprocessor post-open hooks at 1731026676849 (+4 ms)Region opened successfully at 1731026676849 2024-11-08T00:44:36,850 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d., pid=23, masterSystemTime=1731026676829 2024-11-08T00:44:36,852 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:44:36,852 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:44:36,852 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:44:36,852 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e3e461aa463841836d9b472cb4fd330, NAME => 'SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-08T00:44:36,853 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:36,853 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:36,853 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:36,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=216bb8063c73370791e7a748c06cfa2d, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,38595,1731026655251 2024-11-08T00:44:36,853 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:36,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 216bb8063c73370791e7a748c06cfa2d, server=c302dddf724e,38595,1731026655251 because future has completed 2024-11-08T00:44:36,857 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/a82b83bcdcf87adf5d8a9ed8ad2dbcfa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:36,857 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/45a2182d7e4c4e1a4019d33046d88d18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:36,857 INFO [StoreOpener-5e3e461aa463841836d9b472cb4fd330-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:36,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-08T00:44:36,857 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened a82b83bcdcf87adf5d8a9ed8ad2dbcfa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69715825, jitterRate=0.03884674608707428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:44:36,858 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:36,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 216bb8063c73370791e7a748c06cfa2d, server=c302dddf724e,38595,1731026655251 in 10.0220 sec 2024-11-08T00:44:36,858 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for a82b83bcdcf87adf5d8a9ed8ad2dbcfa: Running coprocessor pre-open hook at 1731026676837Writing region info on filesystem at 1731026676837Initializing all the Stores at 1731026676839 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026676839Cleaning up temporary data from old regions at 1731026676845 (+6 ms)Running coprocessor post-open hooks at 1731026676858 (+13 ms)Region opened successfully at 1731026676858 2024-11-08T00:44:36,858 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 45a2182d7e4c4e1a4019d33046d88d18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62899076, jitterRate=-0.06273072957992554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:44:36,858 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:36,858 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 45a2182d7e4c4e1a4019d33046d88d18: Running coprocessor pre-open hook at 1731026676843Writing region info on filesystem at 1731026676843Initializing all the Stores at 1731026676843Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026676843Cleaning up temporary data from old regions at 1731026676847 (+4 ms)Running coprocessor post-open hooks at 1731026676858 (+11 ms)Region opened successfully at 1731026676858 2024-11-08T00:44:36,858 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa., pid=15, masterSystemTime=1731026676827 2024-11-08T00:44:36,859 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18., pid=24, masterSystemTime=1731026676834 2024-11-08T00:44:36,859 INFO [StoreOpener-5e3e461aa463841836d9b472cb4fd330-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e3e461aa463841836d9b472cb4fd330 columnFamilyName cf 2024-11-08T00:44:36,860 DEBUG [StoreOpener-5e3e461aa463841836d9b472cb4fd330-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:36,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=216bb8063c73370791e7a748c06cfa2d, ASSIGN in 10.1910 sec 2024-11-08T00:44:36,860 INFO [StoreOpener-5e3e461aa463841836d9b472cb4fd330-1 {}] regionserver.HStore(327): Store=5e3e461aa463841836d9b472cb4fd330/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:36,860 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:36,861 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:44:36,861 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:44:36,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a82b83bcdcf87adf5d8a9ed8ad2dbcfa, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,45785,1731026655218 2024-11-08T00:44:36,861 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:44:36,861 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => e69d83cebb94838c442cf175bc03b620, NAME => 'SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-08T00:44:36,861 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:44:36,861 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:44:36,861 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:44:36,861 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:36,862 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => fae6c3884b08ca7c0dd8c52fb9018481, NAME => 'SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-08T00:44:36,862 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:36,862 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:36,862 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:36,862 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:36,862 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:36,862 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:36,862 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:36,862 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=45a2182d7e4c4e1a4019d33046d88d18, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,34071,1731026655280 2024-11-08T00:44:36,863 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:36,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a82b83bcdcf87adf5d8a9ed8ad2dbcfa, server=c302dddf724e,45785,1731026655218 because future has completed 2024-11-08T00:44:36,863 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:36,864 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:36,864 INFO [StoreOpener-fae6c3884b08ca7c0dd8c52fb9018481-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:36,864 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:36,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45a2182d7e4c4e1a4019d33046d88d18, server=c302dddf724e,34071,1731026655280 because future has completed 2024-11-08T00:44:36,866 INFO [StoreOpener-fae6c3884b08ca7c0dd8c52fb9018481-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fae6c3884b08ca7c0dd8c52fb9018481 columnFamilyName cf 2024-11-08T00:44:36,866 DEBUG [StoreOpener-fae6c3884b08ca7c0dd8c52fb9018481-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:36,866 INFO [StoreOpener-fae6c3884b08ca7c0dd8c52fb9018481-1 {}] regionserver.HStore(327): Store=fae6c3884b08ca7c0dd8c52fb9018481/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:36,867 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:36,867 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:36,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-08T00:44:36,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a82b83bcdcf87adf5d8a9ed8ad2dbcfa, server=c302dddf724e,45785,1731026655218 in 10.0400 sec 2024-11-08T00:44:36,867 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:36,868 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:36,868 INFO [StoreOpener-e69d83cebb94838c442cf175bc03b620-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:36,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-08T00:44:36,868 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:36,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 45a2182d7e4c4e1a4019d33046d88d18, server=c302dddf724e,34071,1731026655280 in 10.0290 sec 2024-11-08T00:44:36,868 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:36,870 INFO [StoreOpener-e69d83cebb94838c442cf175bc03b620-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e69d83cebb94838c442cf175bc03b620 columnFamilyName cf 2024-11-08T00:44:36,870 DEBUG [StoreOpener-e69d83cebb94838c442cf175bc03b620-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:36,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a82b83bcdcf87adf5d8a9ed8ad2dbcfa, ASSIGN in 10.2000 sec 2024-11-08T00:44:36,870 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:36,870 INFO [StoreOpener-e69d83cebb94838c442cf175bc03b620-1 {}] regionserver.HStore(327): Store=e69d83cebb94838c442cf175bc03b620/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:36,870 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:36,870 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45a2182d7e4c4e1a4019d33046d88d18, ASSIGN in 10.2010 sec 2024-11-08T00:44:36,870 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/5e3e461aa463841836d9b472cb4fd330/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:36,871 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 5e3e461aa463841836d9b472cb4fd330; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75294097, jitterRate=0.12196947634220123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:44:36,871 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:36,871 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:36,871 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 5e3e461aa463841836d9b472cb4fd330: Running coprocessor pre-open hook at 1731026676853Writing region info on filesystem at 1731026676853Initializing all the Stores at 1731026676854 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026676854Cleaning up temporary data from old regions at 1731026676864 (+10 ms)Running coprocessor post-open hooks at 1731026676871 (+7 ms)Region opened successfully at 1731026676871 2024-11-08T00:44:36,871 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:36,872 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330., pid=16, masterSystemTime=1731026676829 2024-11-08T00:44:36,872 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:36,872 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:36,872 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/fae6c3884b08ca7c0dd8c52fb9018481/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:36,873 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened fae6c3884b08ca7c0dd8c52fb9018481; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67561268, jitterRate=0.006741344928741455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:44:36,873 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:36,873 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for fae6c3884b08ca7c0dd8c52fb9018481: Running coprocessor pre-open hook at 1731026676862Writing region info on filesystem at 1731026676862Initializing all the Stores at 1731026676863 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026676863Cleaning up temporary data from old regions at 1731026676868 (+5 ms)Running coprocessor post-open hooks at 1731026676873 (+5 ms)Region opened successfully at 1731026676873 2024-11-08T00:44:36,874 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:44:36,874 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:44:36,874 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:36,874 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:44:36,874 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481., pid=20, masterSystemTime=1731026676834 2024-11-08T00:44:36,874 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6958521da87c474a26e7f6c31146643b, NAME => 'SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-08T00:44:36,874 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:36,874 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:36,875 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:36,875 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:36,875 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=5e3e461aa463841836d9b472cb4fd330, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,38595,1731026655251 2024-11-08T00:44:36,877 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:44:36,877 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:44:36,877 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:44:36,877 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ab11dba107de465eafc036eb72b91a6, NAME => 'SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-08T00:44:36,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fae6c3884b08ca7c0dd8c52fb9018481, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,34071,1731026655280 2024-11-08T00:44:36,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e3e461aa463841836d9b472cb4fd330, server=c302dddf724e,38595,1731026655251 because future has completed 2024-11-08T00:44:36,878 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:36,878 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:36,878 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:36,878 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:36,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fae6c3884b08ca7c0dd8c52fb9018481, server=c302dddf724e,34071,1731026655280 because future has completed 2024-11-08T00:44:36,880 INFO [StoreOpener-6958521da87c474a26e7f6c31146643b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:36,881 INFO [StoreOpener-2ab11dba107de465eafc036eb72b91a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:36,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-08T00:44:36,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e3e461aa463841836d9b472cb4fd330, server=c302dddf724e,38595,1731026655251 in 10.0540 sec 2024-11-08T00:44:36,882 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/e69d83cebb94838c442cf175bc03b620/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:36,882 INFO [StoreOpener-6958521da87c474a26e7f6c31146643b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6958521da87c474a26e7f6c31146643b columnFamilyName cf 2024-11-08T00:44:36,882 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened e69d83cebb94838c442cf175bc03b620; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69116871, jitterRate=0.02992163598537445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:44:36,882 DEBUG [StoreOpener-6958521da87c474a26e7f6c31146643b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:36,882 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:36,883 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for e69d83cebb94838c442cf175bc03b620: Running coprocessor pre-open hook at 1731026676862Writing region info on filesystem at 1731026676862Initializing all the Stores at 1731026676864 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026676864Cleaning up temporary data from old regions at 1731026676872 (+8 ms)Running coprocessor post-open hooks at 1731026676882 (+10 ms)Region opened successfully at 1731026676883 (+1 ms) 2024-11-08T00:44:36,883 INFO [StoreOpener-2ab11dba107de465eafc036eb72b91a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ab11dba107de465eafc036eb72b91a6 columnFamilyName cf 2024-11-08T00:44:36,883 DEBUG [StoreOpener-2ab11dba107de465eafc036eb72b91a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:36,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=12 2024-11-08T00:44:36,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=5e3e461aa463841836d9b472cb4fd330, ASSIGN in 10.2140 sec 2024-11-08T00:44:36,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fae6c3884b08ca7c0dd8c52fb9018481, server=c302dddf724e,34071,1731026655280 in 10.0490 sec 2024-11-08T00:44:36,883 INFO [StoreOpener-6958521da87c474a26e7f6c31146643b-1 {}] regionserver.HStore(327): Store=6958521da87c474a26e7f6c31146643b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:36,884 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620., pid=18, masterSystemTime=1731026676827 2024-11-08T00:44:36,884 INFO [StoreOpener-2ab11dba107de465eafc036eb72b91a6-1 {}] regionserver.HStore(327): Store=2ab11dba107de465eafc036eb72b91a6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:36,883 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:36,884 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:36,885 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:36,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fae6c3884b08ca7c0dd8c52fb9018481, ASSIGN in 10.2160 sec 2024-11-08T00:44:36,885 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:36,885 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:36,886 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:44:36,886 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:44:36,886 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:44:36,886 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:36,886 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => f629c100f87d1363f45a897b65e02ad2, NAME => 'SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-08T00:44:36,886 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:36,886 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:36,886 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:36,886 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:36,886 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:36,887 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e69d83cebb94838c442cf175bc03b620, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,45785,1731026655218 2024-11-08T00:44:36,887 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:36,887 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:36,887 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:36,889 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33311 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c302dddf724e,45785,1731026655218, table=SPTestTable, region=e69d83cebb94838c442cf175bc03b620. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T00:44:36,889 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:36,890 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:36,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e69d83cebb94838c442cf175bc03b620, server=c302dddf724e,45785,1731026655218 because future has completed 2024-11-08T00:44:36,892 INFO [StoreOpener-f629c100f87d1363f45a897b65e02ad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:36,893 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/2ab11dba107de465eafc036eb72b91a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:36,893 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/6958521da87c474a26e7f6c31146643b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:36,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-08T00:44:36,894 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 2ab11dba107de465eafc036eb72b91a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62056015, jitterRate=-0.07529331743717194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:44:36,894 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6958521da87c474a26e7f6c31146643b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62730643, jitterRate=-0.06524057686328888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:44:36,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e69d83cebb94838c442cf175bc03b620, server=c302dddf724e,45785,1731026655218 in 10.0640 sec 2024-11-08T00:44:36,894 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:36,894 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:36,894 INFO [StoreOpener-f629c100f87d1363f45a897b65e02ad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f629c100f87d1363f45a897b65e02ad2 columnFamilyName cf 2024-11-08T00:44:36,894 DEBUG [StoreOpener-f629c100f87d1363f45a897b65e02ad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:36,894 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 2ab11dba107de465eafc036eb72b91a6: Running coprocessor pre-open hook at 1731026676878Writing region info on filesystem at 1731026676878Initializing all the Stores at 1731026676879 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026676879Cleaning up temporary data from old regions at 1731026676887 (+8 ms)Running coprocessor post-open hooks at 1731026676894 (+7 ms)Region opened successfully at 1731026676894 2024-11-08T00:44:36,894 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6958521da87c474a26e7f6c31146643b: Running coprocessor pre-open hook at 1731026676875Writing region info on filesystem at 1731026676875Initializing all the Stores at 1731026676877 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026676877Cleaning up temporary data from old regions at 1731026676886 (+9 ms)Running coprocessor post-open hooks at 1731026676894 (+8 ms)Region opened successfully at 1731026676894 2024-11-08T00:44:36,895 INFO [StoreOpener-f629c100f87d1363f45a897b65e02ad2-1 {}] regionserver.HStore(327): Store=f629c100f87d1363f45a897b65e02ad2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:36,895 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:36,895 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6., pid=21, masterSystemTime=1731026676834 2024-11-08T00:44:36,895 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b., pid=19, masterSystemTime=1731026676829 2024-11-08T00:44:36,896 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:36,897 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:36,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e69d83cebb94838c442cf175bc03b620, ASSIGN in 10.2270 sec 2024-11-08T00:44:36,897 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:44:36,897 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:44:36,897 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:44:36,898 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 47d4935eef88ec4f58395a71dc63efdb, NAME => 'SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-08T00:44:36,898 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:36,898 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T00:44:36,898 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2ab11dba107de465eafc036eb72b91a6, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,34071,1731026655280 2024-11-08T00:44:36,898 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:36,898 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:36,898 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:36,898 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:36,899 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:44:36,899 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:44:36,900 INFO [StoreOpener-47d4935eef88ec4f58395a71dc63efdb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:36,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=6958521da87c474a26e7f6c31146643b, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,38595,1731026655251 2024-11-08T00:44:36,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ab11dba107de465eafc036eb72b91a6, server=c302dddf724e,34071,1731026655280 because future has completed 2024-11-08T00:44:36,901 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:36,902 INFO [StoreOpener-47d4935eef88ec4f58395a71dc63efdb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 47d4935eef88ec4f58395a71dc63efdb columnFamilyName cf 2024-11-08T00:44:36,902 DEBUG [StoreOpener-47d4935eef88ec4f58395a71dc63efdb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T00:44:36,902 INFO [StoreOpener-47d4935eef88ec4f58395a71dc63efdb-1 {}] regionserver.HStore(327): Store=47d4935eef88ec4f58395a71dc63efdb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T00:44:36,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6958521da87c474a26e7f6c31146643b, server=c302dddf724e,38595,1731026655251 because future has completed 2024-11-08T00:44:36,902 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:36,903 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:36,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=8 2024-11-08T00:44:36,904 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:36,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ab11dba107de465eafc036eb72b91a6, server=c302dddf724e,34071,1731026655280 in 10.0680 sec 2024-11-08T00:44:36,905 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:36,905 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:36,905 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/f629c100f87d1363f45a897b65e02ad2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:36,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-08T00:44:36,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2ab11dba107de465eafc036eb72b91a6, ASSIGN in 10.2370 sec 2024-11-08T00:44:36,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 6958521da87c474a26e7f6c31146643b, server=c302dddf724e,38595,1731026655251 in 10.0760 sec 2024-11-08T00:44:36,908 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:36,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6958521da87c474a26e7f6c31146643b, ASSIGN in 10.2390 sec 2024-11-08T00:44:36,908 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened f629c100f87d1363f45a897b65e02ad2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62533490, jitterRate=-0.06817838549613953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:44:36,908 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:36,908 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for f629c100f87d1363f45a897b65e02ad2: Running coprocessor pre-open hook at 1731026676887Writing region info on filesystem at 1731026676887Initializing all the Stores at 1731026676888 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026676888Cleaning up temporary data from old regions at 1731026676898 (+10 ms)Running coprocessor post-open hooks at 1731026676908 (+10 ms)Region opened successfully at 1731026676908 2024-11-08T00:44:36,909 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2., pid=17, masterSystemTime=1731026676827 2024-11-08T00:44:36,910 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/47d4935eef88ec4f58395a71dc63efdb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T00:44:36,911 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 47d4935eef88ec4f58395a71dc63efdb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68261188, jitterRate=0.017170965671539307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-08T00:44:36,911 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:36,911 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 47d4935eef88ec4f58395a71dc63efdb: Running coprocessor pre-open hook at 1731026676898Writing region info on filesystem at 1731026676898Initializing all the Stores at 1731026676899 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731026676899Cleaning up temporary data from old regions at 1731026676905 (+6 ms)Running coprocessor post-open hooks at 1731026676911 (+6 ms)Region opened successfully at 1731026676911 2024-11-08T00:44:36,911 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:44:36,912 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb., pid=22, masterSystemTime=1731026676834 2024-11-08T00:44:36,912 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:44:36,912 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f629c100f87d1363f45a897b65e02ad2, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,45785,1731026655218 2024-11-08T00:44:36,914 DEBUG [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:44:36,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f629c100f87d1363f45a897b65e02ad2, server=c302dddf724e,45785,1731026655218 because future has completed 2024-11-08T00:44:36,914 INFO [RS_OPEN_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:44:36,915 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=47d4935eef88ec4f58395a71dc63efdb, regionState=OPEN, openSeqNum=2, regionLocation=c302dddf724e,34071,1731026655280 2024-11-08T00:44:36,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 47d4935eef88ec4f58395a71dc63efdb, server=c302dddf724e,34071,1731026655280 because future has completed 2024-11-08T00:44:36,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-08T00:44:36,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f629c100f87d1363f45a897b65e02ad2, server=c302dddf724e,45785,1731026655218 in 10.0900 sec 2024-11-08T00:44:36,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f629c100f87d1363f45a897b65e02ad2, ASSIGN in 10.2520 sec 2024-11-08T00:44:36,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-08T00:44:36,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 47d4935eef88ec4f58395a71dc63efdb, server=c302dddf724e,34071,1731026655280 in 10.0850 sec 2024-11-08T00:44:36,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-08T00:44:36,923 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=47d4935eef88ec4f58395a71dc63efdb, ASSIGN in 10.2530 sec 2024-11-08T00:44:36,924 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T00:44:36,924 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731026676924"}]},"ts":"1731026676924"} 2024-11-08T00:44:36,926 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-08T00:44:36,927 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T00:44:36,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.7020 sec 2024-11-08T00:44:39,548 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-08T00:44:41,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:41,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:41,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:42,371 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T00:44:42,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:42,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:42,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T00:44:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T00:44:44,462 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-08T00:44:44,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-08T00:44:44,463 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:44:44,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-08T00:44:44,467 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:44:44,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-08T00:44:44,488 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2., hostname=c302dddf724e,45785,1731026655218, seqNum=2] 2024-11-08T00:44:44,490 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2., hostname=c302dddf724e,45785,1731026655218, seqNum=2] 2024-11-08T00:44:44,491 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2., hostname=c302dddf724e,45785,1731026655218, seqNum=2] 2024-11-08T00:44:44,493 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2., hostname=c302dddf724e,45785,1731026655218, seqNum=2] 2024-11-08T00:44:44,494 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2., hostname=c302dddf724e,45785,1731026655218, seqNum=2] 2024-11-08T00:44:44,539 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481., hostname=c302dddf724e,34071,1731026655280, seqNum=2] 2024-11-08T00:44:44,540 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481., hostname=c302dddf724e,34071,1731026655280, seqNum=2] 2024-11-08T00:44:44,542 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481., hostname=c302dddf724e,34071,1731026655280, seqNum=2] 2024-11-08T00:44:44,543 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481., hostname=c302dddf724e,34071,1731026655280, seqNum=2] 2024-11-08T00:44:44,545 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481., hostname=c302dddf724e,34071,1731026655280, seqNum=2] 2024-11-08T00:44:44,546 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481., hostname=c302dddf724e,34071,1731026655280, seqNum=2] 2024-11-08T00:44:44,547 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481., hostname=c302dddf724e,34071,1731026655280, seqNum=2] 2024-11-08T00:44:44,577 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b., hostname=c302dddf724e,38595,1731026655251, seqNum=2] 2024-11-08T00:44:44,579 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b., hostname=c302dddf724e,38595,1731026655251, seqNum=2] 2024-11-08T00:44:44,580 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b., hostname=c302dddf724e,38595,1731026655251, seqNum=2] 2024-11-08T00:44:44,581 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b., hostname=c302dddf724e,38595,1731026655251, seqNum=2] 2024-11-08T00:44:44,583 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b., hostname=c302dddf724e,38595,1731026655251, seqNum=2] 2024-11-08T00:44:44,584 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b., hostname=c302dddf724e,38595,1731026655251, seqNum=2] 2024-11-08T00:44:44,640 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620., hostname=c302dddf724e,45785,1731026655218, seqNum=2] 2024-11-08T00:44:44,642 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620., hostname=c302dddf724e,45785,1731026655218, seqNum=2] 2024-11-08T00:44:44,644 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620., hostname=c302dddf724e,45785,1731026655218, seqNum=2] 2024-11-08T00:44:44,645 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620., hostname=c302dddf724e,45785,1731026655218, seqNum=2] 2024-11-08T00:44:44,646 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620., hostname=c302dddf724e,45785,1731026655218, seqNum=2] 2024-11-08T00:44:44,647 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620., hostname=c302dddf724e,45785,1731026655218, seqNum=2] 2024-11-08T00:44:45,146 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T00:44:45,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:44:45,296 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T00:44:45,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:44:45,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T00:44:45,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:44:45,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34071 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:44:45,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:44:45,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38595 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:44:45,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. with WAL disabled. Data may be lost in the event of a crash. 2024-11-08T00:44:45,801 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-08T00:44:45,801 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:44:45,802 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-08T00:44:45,803 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-08T00:44:45,806 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-08T00:44:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:44:45,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:44:45,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741848_1024 (size=49) 2024-11-08T00:44:45,816 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-08T00:44:45,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 216bb8063c73370791e7a748c06cfa2d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45a2182d7e4c4e1a4019d33046d88d18}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47d4935eef88ec4f58395a71dc63efdb}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ab11dba107de465eafc036eb72b91a6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82b83bcdcf87adf5d8a9ed8ad2dbcfa}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e3e461aa463841836d9b472cb4fd330}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f629c100f87d1363f45a897b65e02ad2}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fae6c3884b08ca7c0dd8c52fb9018481}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6958521da87c474a26e7f6c31146643b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e69d83cebb94838c442cf175bc03b620}] 2024-11-08T00:44:45,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:45,818 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:45,818 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:45,818 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:45,818 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:45,822 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:45,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:45,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:45,825 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:45,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:50,690 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T00:44:55,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-08T00:44:55,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-08T00:44:55,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:44:55,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:44:55,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 216bb8063c73370791e7a748c06cfa2d: 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a82b83bcdcf87adf5d8a9ed8ad2dbcfa: 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. for SnapshotProcedureTest completed. 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. for SnapshotProcedureTest completed. 2024-11-08T00:44:55,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 5e3e461aa463841836d9b472cb4fd330: 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. for SnapshotProcedureTest completed. 2024-11-08T00:44:55,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:44:55,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:44:55,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:44:55,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:44:55,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:44:55,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:44:55,822 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 6958521da87c474a26e7f6c31146643b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-08T00:44:55,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-08T00:44:55,822 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing f629c100f87d1363f45a897b65e02ad2 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-08T00:44:55,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:44:55,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:44:55,822 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e69d83cebb94838c442cf175bc03b620 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-08T00:44:55,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 2ab11dba107de465eafc036eb72b91a6: 2024-11-08T00:44:55,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:44:55,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. for SnapshotProcedureTest completed. 2024-11-08T00:44:55,823 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing fae6c3884b08ca7c0dd8c52fb9018481 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-08T00:44:55,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:44:55,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:44:55,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-08T00:44:55,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-08T00:44:55,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:44:55,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 47d4935eef88ec4f58395a71dc63efdb: 2024-11-08T00:44:55,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. for SnapshotProcedureTest completed. 2024-11-08T00:44:55,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:44:55,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:44:55,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/f629c100f87d1363f45a897b65e02ad2/.tmp/cf/52711debc3b0498dbec744d4c77b74f9 is 34, key is aaa/cf:cf/1731026685348/Put/seqid=0 2024-11-08T00:44:55,856 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/fae6c3884b08ca7c0dd8c52fb9018481/.tmp/cf/e70cef5bc7f740379e08586630d2e24e is 34, key is baa/cf:cf/1731026685332/Put/seqid=0 2024-11-08T00:44:55,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/6958521da87c474a26e7f6c31146643b/.tmp/cf/3be5582e44e846ca83606e9faabac5ae is 34, key is ccd/cf:cf/1731026685363/Put/seqid=0 2024-11-08T00:44:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741850_1026 (size=57) 2024-11-08T00:44:55,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741850_1026 (size=57) 2024-11-08T00:44:55,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741850_1026 (size=57) 2024-11-08T00:44:55,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:44:55,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-08T00:44:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-08T00:44:55,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:55,866 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:44:55,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 216bb8063c73370791e7a748c06cfa2d in 10.0510 sec 2024-11-08T00:44:55,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:44:55,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:44:55,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741849_1025 (size=65) 2024-11-08T00:44:55,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:44:55,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-08T00:44:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-08T00:44:55,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:55,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:44:55,882 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 5e3e461aa463841836d9b472cb4fd330 in 10.0640 sec 2024-11-08T00:44:55,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/e69d83cebb94838c442cf175bc03b620/.tmp/cf/e6c14fa9a51049b8a72c432dab141253 is 34, key is eaa/cf:cf/1731026685707/Put/seqid=0 2024-11-08T00:44:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:44:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:44:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741852_1028 (size=65) 2024-11-08T00:44:55,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:44:55,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-08T00:44:55,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:44:55,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 45a2182d7e4c4e1a4019d33046d88d18: 2024-11-08T00:44:55,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. for SnapshotProcedureTest completed. 2024-11-08T00:44:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-08T00:44:55,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:44:55,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:55,896 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-08T00:44:55,896 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:44:55,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2ab11dba107de465eafc036eb72b91a6 in 10.0810 sec 2024-11-08T00:44:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741853_1029 (size=65) 2024-11-08T00:44:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741853_1029 (size=65) 2024-11-08T00:44:55,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741853_1029 (size=65) 2024-11-08T00:44:55,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:44:55,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-08T00:44:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-08T00:44:55,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:55,907 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:44:55,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 47d4935eef88ec4f58395a71dc63efdb in 10.0920 sec 2024-11-08T00:44:55,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741851_1027 (size=65) 2024-11-08T00:44:55,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741851_1027 (size=65) 2024-11-08T00:44:55,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741851_1027 (size=65) 2024-11-08T00:44:55,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:44:55,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-08T00:44:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-08T00:44:55,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:55,917 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:44:55,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a82b83bcdcf87adf5d8a9ed8ad2dbcfa in 10.1020 sec 2024-11-08T00:44:55,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741855_1031 (size=28623) 2024-11-08T00:44:55,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741855_1031 (size=28623) 2024-11-08T00:44:55,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741855_1031 (size=28623) 2024-11-08T00:44:55,936 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/fae6c3884b08ca7c0dd8c52fb9018481/.tmp/cf/e70cef5bc7f740379e08586630d2e24e 2024-11-08T00:44:55,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741854_1030 (size=26918) 2024-11-08T00:44:55,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741854_1030 (size=26918) 2024-11-08T00:44:55,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741854_1030 (size=26918) 2024-11-08T00:44:55,947 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/f629c100f87d1363f45a897b65e02ad2/.tmp/cf/52711debc3b0498dbec744d4c77b74f9 2024-11-08T00:44:55,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741856_1032 (size=47197) 2024-11-08T00:44:55,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741857_1033 (size=499309) 2024-11-08T00:44:55,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741857_1033 (size=499309) 2024-11-08T00:44:55,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741856_1032 (size=47197) 2024-11-08T00:44:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741856_1032 (size=47197) 2024-11-08T00:44:55,955 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/e69d83cebb94838c442cf175bc03b620/.tmp/cf/e6c14fa9a51049b8a72c432dab141253 2024-11-08T00:44:55,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741857_1033 (size=499309) 2024-11-08T00:44:55,956 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/6958521da87c474a26e7f6c31146643b/.tmp/cf/3be5582e44e846ca83606e9faabac5ae 2024-11-08T00:44:55,959 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/fae6c3884b08ca7c0dd8c52fb9018481/.tmp/cf/e70cef5bc7f740379e08586630d2e24e as hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/fae6c3884b08ca7c0dd8c52fb9018481/cf/e70cef5bc7f740379e08586630d2e24e 2024-11-08T00:44:55,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/f629c100f87d1363f45a897b65e02ad2/.tmp/cf/52711debc3b0498dbec744d4c77b74f9 as hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/f629c100f87d1363f45a897b65e02ad2/cf/52711debc3b0498dbec744d4c77b74f9 2024-11-08T00:44:55,968 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/fae6c3884b08ca7c0dd8c52fb9018481/cf/e70cef5bc7f740379e08586630d2e24e, entries=731, sequenceid=5, filesize=28.0 K 2024-11-08T00:44:55,969 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for fae6c3884b08ca7c0dd8c52fb9018481 in 146ms, sequenceid=5, compaction requested=false 2024-11-08T00:44:55,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for fae6c3884b08ca7c0dd8c52fb9018481: 2024-11-08T00:44:55,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. for SnapshotProcedureTest completed. 2024-11-08T00:44:55,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:44:55,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/fae6c3884b08ca7c0dd8c52fb9018481/cf/e70cef5bc7f740379e08586630d2e24e] hfiles 2024-11-08T00:44:55,970 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/fae6c3884b08ca7c0dd8c52fb9018481/cf/e70cef5bc7f740379e08586630d2e24e for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/6958521da87c474a26e7f6c31146643b/.tmp/cf/3be5582e44e846ca83606e9faabac5ae as hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/6958521da87c474a26e7f6c31146643b/cf/3be5582e44e846ca83606e9faabac5ae 2024-11-08T00:44:55,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741858_1034 (size=65) 2024-11-08T00:44:55,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741858_1034 (size=65) 2024-11-08T00:44:55,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741858_1034 (size=65) 2024-11-08T00:44:55,977 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/e69d83cebb94838c442cf175bc03b620/.tmp/cf/e6c14fa9a51049b8a72c432dab141253 as hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/e69d83cebb94838c442cf175bc03b620/cf/e6c14fa9a51049b8a72c432dab141253 2024-11-08T00:44:55,982 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/6958521da87c474a26e7f6c31146643b/cf/3be5582e44e846ca83606e9faabac5ae, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-08T00:44:55,983 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 6958521da87c474a26e7f6c31146643b in 161ms, sequenceid=5, compaction requested=false 2024-11-08T00:44:55,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 6958521da87c474a26e7f6c31146643b: 2024-11-08T00:44:55,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. for SnapshotProcedureTest completed. 2024-11-08T00:44:55,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:44:55,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/6958521da87c474a26e7f6c31146643b/cf/3be5582e44e846ca83606e9faabac5ae] hfiles 2024-11-08T00:44:55,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/6958521da87c474a26e7f6c31146643b/cf/3be5582e44e846ca83606e9faabac5ae for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,984 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/e69d83cebb94838c442cf175bc03b620/cf/e6c14fa9a51049b8a72c432dab141253, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-08T00:44:55,985 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for e69d83cebb94838c442cf175bc03b620 in 163ms, sequenceid=5, compaction requested=false 2024-11-08T00:44:55,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e69d83cebb94838c442cf175bc03b620: 2024-11-08T00:44:55,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. for SnapshotProcedureTest completed. 2024-11-08T00:44:55,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:44:55,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/e69d83cebb94838c442cf175bc03b620/cf/e6c14fa9a51049b8a72c432dab141253] hfiles 2024-11-08T00:44:55,985 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/f629c100f87d1363f45a897b65e02ad2/cf/52711debc3b0498dbec744d4c77b74f9, entries=676, sequenceid=5, filesize=26.3 K 2024-11-08T00:44:55,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/e69d83cebb94838c442cf175bc03b620/cf/e6c14fa9a51049b8a72c432dab141253 for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,986 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for f629c100f87d1363f45a897b65e02ad2 in 165ms, sequenceid=5, compaction requested=false 2024-11-08T00:44:55,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for f629c100f87d1363f45a897b65e02ad2: 2024-11-08T00:44:55,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. for SnapshotProcedureTest completed. 2024-11-08T00:44:55,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2.' region-info for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-08T00:44:55,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/f629c100f87d1363f45a897b65e02ad2/cf/52711debc3b0498dbec744d4c77b74f9] hfiles 2024-11-08T00:44:55,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/f629c100f87d1363f45a897b65e02ad2/cf/52711debc3b0498dbec744d4c77b74f9 for snapshot=SnapshotProcedureTest 2024-11-08T00:44:55,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741859_1035 (size=105) 2024-11-08T00:44:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741859_1035 (size=105) 2024-11-08T00:44:55,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741859_1035 (size=105) 2024-11-08T00:44:55,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:44:55,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-08T00:44:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-08T00:44:55,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:55,995 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:44:55,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fae6c3884b08ca7c0dd8c52fb9018481 in 10.1800 sec 2024-11-08T00:44:56,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741860_1036 (size=105) 2024-11-08T00:44:56,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741860_1036 (size=105) 2024-11-08T00:44:56,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741860_1036 (size=105) 2024-11-08T00:44:56,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:44:56,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-08T00:44:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-08T00:44:56,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741861_1037 (size=97) 2024-11-08T00:44:56,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6958521da87c474a26e7f6c31146643b 2024-11-08T00:44:56,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741861_1037 (size=97) 2024-11-08T00:44:56,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741862_1038 (size=105) 2024-11-08T00:44:56,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741861_1037 (size=97) 2024-11-08T00:44:56,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:44:56,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-08T00:44:56,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741862_1038 (size=105) 2024-11-08T00:44:56,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741862_1038 (size=105) 2024-11-08T00:44:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-08T00:44:56,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:56,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:44:56,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-08T00:44:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-08T00:44:56,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:56,012 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:44:56,012 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e69d83cebb94838c442cf175bc03b620 2024-11-08T00:44:56,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6958521da87c474a26e7f6c31146643b in 10.1920 sec 2024-11-08T00:44:56,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f629c100f87d1363f45a897b65e02ad2 in 10.1970 sec 2024-11-08T00:44:56,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e69d83cebb94838c442cf175bc03b620 in 10.1970 sec 2024-11-08T00:44:56,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:44:56,376 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-08T00:44:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-08T00:44:56,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:56,377 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:44:56,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=25 2024-11-08T00:44:56,380 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-08T00:44:56,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 45a2182d7e4c4e1a4019d33046d88d18 in 10.5620 sec 2024-11-08T00:44:56,381 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-08T00:44:56,381 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-08T00:44:56,382 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-08T00:44:56,384 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:44:56,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741863_1039 (size=1174) 2024-11-08T00:44:56,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741863_1039 (size=1174) 2024-11-08T00:44:56,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741863_1039 (size=1174) 2024-11-08T00:44:56,408 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-08T00:44:56,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-08T00:44:56,416 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,45785,1731026655218 2024-11-08T00:44:56,416 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,45785,1731026655218 2024-11-08T00:44:56,416 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,34071,1731026655280 2024-11-08T00:44:56,416 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,45785,1731026655218 2024-11-08T00:44:56,416 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,38595,1731026655251 2024-11-08T00:44:56,420 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T00:44:56,421 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,34071,1731026655280 2024-11-08T00:44:56,421 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,34071,1731026655280 2024-11-08T00:44:56,421 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,38595,1731026655251 2024-11-08T00:44:56,421 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=c302dddf724e,38595,1731026655251 2024-11-08T00:45:06,197 INFO [master/c302dddf724e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T00:45:06,197 INFO [master/c302dddf724e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T00:45:06,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-08T00:45:06,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-08T00:45:06,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-08T00:45:06,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-08T00:45:06,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-08T00:45:06,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-08T00:45:06,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-08T00:45:06,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-08T00:45:06,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38595 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-08T00:45:06,421 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T00:45:06,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T00:45:06,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:45:06,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:45:06,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:45:06,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:45:06,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:45:06,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:45:06,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-08T00:45:06,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-08T00:45:06,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T00:45:06,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=596234011, stopped=false 2024-11-08T00:45:06,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T00:45:06,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c302dddf724e,33311,1731026655168 2024-11-08T00:45:06,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-08T00:45:06,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-08T00:45:06,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T00:45:06,422 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T00:45:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-08T00:45:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T00:45:06,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-08T00:45:06,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T00:45:06,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T00:45:06,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/c302dddf724e:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-08T00:45:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T00:45:06,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:45:06,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:45:06,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:45:06,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T00:45:06,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:45:06,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:45:06,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:45:06,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:45:06,425 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:45:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-08T00:45:06,426 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T00:45:06,426 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:45:06,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:45:06,426 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c302dddf724e,45785,1731026655218' ***** 2024-11-08T00:45:06,426 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:45:06,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T00:45:06,426 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c302dddf724e,38595,1731026655251' ***** 2024-11-08T00:45:06,426 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:45:06,426 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c302dddf724e,34071,1731026655280' ***** 2024-11-08T00:45:06,426 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T00:45:06,427 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:45:06,427 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:45:06,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:45:06,427 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:45:06,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:45:06,427 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:45:06,428 INFO [RS:1;c302dddf724e:38595 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:45:06,428 INFO [RS:1;c302dddf724e:38595 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:45:06,428 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(3091): Received CLOSE for 6958521da87c474a26e7f6c31146643b 2024-11-08T00:45:06,428 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,45785,1731026655218 Release verify snapshot worker=c302dddf724e,45785,1731026655218 2024-11-08T00:45:06,428 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,34071,1731026655280 Release verify snapshot worker=c302dddf724e,34071,1731026655280 2024-11-08T00:45:06,428 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(3091): Received CLOSE for 216bb8063c73370791e7a748c06cfa2d 2024-11-08T00:45:06,428 INFO [RS:2;c302dddf724e:34071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:45:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-08T00:45:06,428 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e3e461aa463841836d9b472cb4fd330 2024-11-08T00:45:06,428 INFO [RS:2;c302dddf724e:34071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:45:06,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33311 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T00:45:06,428 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(959): stopping server c302dddf724e,38595,1731026655251 2024-11-08T00:45:06,428 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(3091): Received CLOSE for fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:45:06,428 INFO [RS:1;c302dddf724e:38595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:45:06,428 INFO [RS:1;c302dddf724e:38595 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c302dddf724e:38595. 2024-11-08T00:45:06,428 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T00:45:06,429 DEBUG [RS:1;c302dddf724e:38595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:45:06,429 INFO [RS:0;c302dddf724e:45785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T00:45:06,429 DEBUG [RS:1;c302dddf724e:38595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:45:06,429 INFO [RS:0;c302dddf724e:45785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T00:45:06,429 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(3091): Received CLOSE for a82b83bcdcf87adf5d8a9ed8ad2dbcfa 2024-11-08T00:45:06,429 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T00:45:06,429 DEBUG [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(1325): Online Regions={6958521da87c474a26e7f6c31146643b=SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b., 216bb8063c73370791e7a748c06cfa2d=SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d., 5e3e461aa463841836d9b472cb4fd330=SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330.} 2024-11-08T00:45:06,429 DEBUG [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(1351): Waiting on 216bb8063c73370791e7a748c06cfa2d, 5e3e461aa463841836d9b472cb4fd330, 6958521da87c474a26e7f6c31146643b 2024-11-08T00:45:06,429 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(3091): Received CLOSE for 47d4935eef88ec4f58395a71dc63efdb 2024-11-08T00:45:06,429 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ab11dba107de465eafc036eb72b91a6 2024-11-08T00:45:06,429 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(3091): Received CLOSE for 45a2182d7e4c4e1a4019d33046d88d18 2024-11-08T00:45:06,429 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(959): stopping server c302dddf724e,34071,1731026655280 2024-11-08T00:45:06,429 INFO [RS:2;c302dddf724e:34071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:45:06,429 INFO [RS:2;c302dddf724e:34071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;c302dddf724e:34071. 2024-11-08T00:45:06,429 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T00:45:06,429 DEBUG [RS:2;c302dddf724e:34071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:45:06,429 DEBUG [RS:2;c302dddf724e:34071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:45:06,429 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T00:45:06,429 DEBUG [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(1325): Online Regions={fae6c3884b08ca7c0dd8c52fb9018481=SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481., 47d4935eef88ec4f58395a71dc63efdb=SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb., 2ab11dba107de465eafc036eb72b91a6=SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6., 45a2182d7e4c4e1a4019d33046d88d18=SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18.} 2024-11-08T00:45:06,429 DEBUG [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(1351): Waiting on 2ab11dba107de465eafc036eb72b91a6, 45a2182d7e4c4e1a4019d33046d88d18, 47d4935eef88ec4f58395a71dc63efdb, fae6c3884b08ca7c0dd8c52fb9018481 2024-11-08T00:45:06,430 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6958521da87c474a26e7f6c31146643b, disabling compactions & flushes 2024-11-08T00:45:06,430 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:45:06,430 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:45:06,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:45:06,430 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. after waiting 0 ms 2024-11-08T00:45:06,430 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:45:06,430 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T00:45:06,430 WARN [HMaster-EventLoopGroup-7-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T00:45:06,430 INFO [regionserver/c302dddf724e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:45:06,431 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(3091): Received CLOSE for f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:45:06,431 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(3091): Received CLOSE for e69d83cebb94838c442cf175bc03b620 2024-11-08T00:45:06,431 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(959): stopping server c302dddf724e,45785,1731026655218 2024-11-08T00:45:06,431 INFO [RS:0;c302dddf724e:45785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:45:06,431 INFO [RS:0;c302dddf724e:45785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c302dddf724e:45785. 2024-11-08T00:45:06,431 DEBUG [RS:0;c302dddf724e:45785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T00:45:06,431 DEBUG [RS:0;c302dddf724e:45785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:45:06,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,45785,1731026655218 in 10.0150 sec 2024-11-08T00:45:06,431 INFO [RS:0;c302dddf724e:45785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:45:06,431 INFO [RS:0;c302dddf724e:45785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:45:06,431 INFO [RS:0;c302dddf724e:45785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:45:06,431 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T00:45:06,431 INFO [regionserver/c302dddf724e:0.procedureResultReporter {}] regionserver.RemoteProcedureResultReporter(103): Failed procedure report result { proc_id: 38 status: SUCCESS initiating_master_active_time: 1731026655315 } result { proc_id: 37 status: SUCCESS initiating_master_active_time: 1731026655315 }; retry (#0) immediately. org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=c302dddf724e:33311 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-08T00:45:06,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=c302dddf724e,34071,1731026655280 in 10.0150 sec 2024-11-08T00:45:06,431 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a82b83bcdcf87adf5d8a9ed8ad2dbcfa, disabling compactions & flushes 2024-11-08T00:45:06,431 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fae6c3884b08ca7c0dd8c52fb9018481, disabling compactions & flushes 2024-11-08T00:45:06,432 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:45:06,432 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:45:06,432 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:45:06,432 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. after waiting 0 ms 2024-11-08T00:45:06,432 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:45:06,432 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-08T00:45:06,432 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:45:06,432 DEBUG [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(1325): Online Regions={a82b83bcdcf87adf5d8a9ed8ad2dbcfa=SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa., 1588230740=hbase:meta,,1.1588230740, f629c100f87d1363f45a897b65e02ad2=SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2., e69d83cebb94838c442cf175bc03b620=SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620.} 2024-11-08T00:45:06,432 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. after waiting 0 ms 2024-11-08T00:45:06,432 DEBUG [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a82b83bcdcf87adf5d8a9ed8ad2dbcfa, e69d83cebb94838c442cf175bc03b620, f629c100f87d1363f45a897b65e02ad2 2024-11-08T00:45:06,432 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:45:06,432 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T00:45:06,432 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T00:45:06,432 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T00:45:06,432 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T00:45:06,432 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T00:45:06,433 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-08T00:45:06,434 INFO [regionserver/c302dddf724e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:45:06,437 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/fae6c3884b08ca7c0dd8c52fb9018481/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T00:45:06,438 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:45:06,438 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fae6c3884b08ca7c0dd8c52fb9018481: Waiting for close lock at 1731026706430Running coprocessor pre-close hooks at 1731026706430Disabling compacts and flushes for region at 1731026706430Disabling writes for close at 1731026706432 (+2 ms)Writing region close event to WAL at 1731026706433 (+1 ms)Running coprocessor post-close hooks at 1731026706438 (+5 ms)Closed at 1731026706438 2024-11-08T00:45:06,438 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731026666224.fae6c3884b08ca7c0dd8c52fb9018481. 2024-11-08T00:45:06,438 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 47d4935eef88ec4f58395a71dc63efdb, disabling compactions & flushes 2024-11-08T00:45:06,438 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:45:06,439 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:45:06,439 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. after waiting 0 ms 2024-11-08T00:45:06,439 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/a82b83bcdcf87adf5d8a9ed8ad2dbcfa/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:45:06,439 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:45:06,439 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:45:06,439 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a82b83bcdcf87adf5d8a9ed8ad2dbcfa: Waiting for close lock at 1731026706431Running coprocessor pre-close hooks at 1731026706431Disabling compacts and flushes for region at 1731026706431Disabling writes for close at 1731026706432 (+1 ms)Writing region close event to WAL at 1731026706434 (+2 ms)Running coprocessor post-close hooks at 1731026706439 (+5 ms)Closed at 1731026706439 2024-11-08T00:45:06,439 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731026666224.a82b83bcdcf87adf5d8a9ed8ad2dbcfa. 2024-11-08T00:45:06,440 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f629c100f87d1363f45a897b65e02ad2, disabling compactions & flushes 2024-11-08T00:45:06,440 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:45:06,440 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:45:06,440 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. after waiting 0 ms 2024-11-08T00:45:06,440 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:45:06,440 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/6958521da87c474a26e7f6c31146643b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T00:45:06,441 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:45:06,441 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6958521da87c474a26e7f6c31146643b: Waiting for close lock at 1731026706429Running coprocessor pre-close hooks at 1731026706429Disabling compacts and flushes for region at 1731026706429Disabling writes for close at 1731026706430 (+1 ms)Writing region close event to WAL at 1731026706435 (+5 ms)Running coprocessor post-close hooks at 1731026706441 (+6 ms)Closed at 1731026706441 2024-11-08T00:45:06,441 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731026666224.6958521da87c474a26e7f6c31146643b. 2024-11-08T00:45:06,441 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 216bb8063c73370791e7a748c06cfa2d, disabling compactions & flushes 2024-11-08T00:45:06,441 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:45:06,441 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:45:06,441 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. after waiting 0 ms 2024-11-08T00:45:06,441 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:45:06,443 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/47d4935eef88ec4f58395a71dc63efdb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:45:06,444 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:45:06,444 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 47d4935eef88ec4f58395a71dc63efdb: Waiting for close lock at 1731026706438Running coprocessor pre-close hooks at 1731026706438Disabling compacts and flushes for region at 1731026706438Disabling writes for close at 1731026706439 (+1 ms)Writing region close event to WAL at 1731026706439Running coprocessor post-close hooks at 1731026706444 (+5 ms)Closed at 1731026706444 2024-11-08T00:45:06,444 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731026666224.47d4935eef88ec4f58395a71dc63efdb. 2024-11-08T00:45:06,444 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ab11dba107de465eafc036eb72b91a6, disabling compactions & flushes 2024-11-08T00:45:06,444 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:45:06,444 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:45:06,444 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. after waiting 0 ms 2024-11-08T00:45:06,444 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:45:06,445 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/216bb8063c73370791e7a748c06cfa2d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:45:06,445 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:45:06,445 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 216bb8063c73370791e7a748c06cfa2d: Waiting for close lock at 1731026706441Running coprocessor pre-close hooks at 1731026706441Disabling compacts and flushes for region at 1731026706441Disabling writes for close at 1731026706441Writing region close event to WAL at 1731026706441Running coprocessor post-close hooks at 1731026706445 (+4 ms)Closed at 1731026706445 2024-11-08T00:45:06,445 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731026666224.216bb8063c73370791e7a748c06cfa2d. 2024-11-08T00:45:06,446 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e3e461aa463841836d9b472cb4fd330, disabling compactions & flushes 2024-11-08T00:45:06,446 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:45:06,446 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:45:06,446 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/f629c100f87d1363f45a897b65e02ad2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T00:45:06,446 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. after waiting 0 ms 2024-11-08T00:45:06,446 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:45:06,447 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:45:06,447 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f629c100f87d1363f45a897b65e02ad2: Waiting for close lock at 1731026706439Running coprocessor pre-close hooks at 1731026706439Disabling compacts and flushes for region at 1731026706439Disabling writes for close at 1731026706440 (+1 ms)Writing region close event to WAL at 1731026706440Running coprocessor post-close hooks at 1731026706446 (+6 ms)Closed at 1731026706447 (+1 ms) 2024-11-08T00:45:06,447 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731026666224.f629c100f87d1363f45a897b65e02ad2. 2024-11-08T00:45:06,447 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e69d83cebb94838c442cf175bc03b620, disabling compactions & flushes 2024-11-08T00:45:06,447 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:45:06,447 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:45:06,447 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. after waiting 0 ms 2024-11-08T00:45:06,447 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:45:06,448 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/2ab11dba107de465eafc036eb72b91a6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:45:06,449 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:45:06,449 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ab11dba107de465eafc036eb72b91a6: Waiting for close lock at 1731026706444Running coprocessor pre-close hooks at 1731026706444Disabling compacts and flushes for region at 1731026706444Disabling writes for close at 1731026706444Writing region close event to WAL at 1731026706445 (+1 ms)Running coprocessor post-close hooks at 1731026706449 (+4 ms)Closed at 1731026706449 2024-11-08T00:45:06,449 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731026666224.2ab11dba107de465eafc036eb72b91a6. 2024-11-08T00:45:06,449 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45a2182d7e4c4e1a4019d33046d88d18, disabling compactions & flushes 2024-11-08T00:45:06,449 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:45:06,449 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:45:06,449 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. after waiting 0 ms 2024-11-08T00:45:06,449 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:45:06,450 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/5e3e461aa463841836d9b472cb4fd330/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:45:06,452 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:45:06,452 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e3e461aa463841836d9b472cb4fd330: Waiting for close lock at 1731026706446Running coprocessor pre-close hooks at 1731026706446Disabling compacts and flushes for region at 1731026706446Disabling writes for close at 1731026706446Writing region close event to WAL at 1731026706447 (+1 ms)Running coprocessor post-close hooks at 1731026706452 (+5 ms)Closed at 1731026706452 2024-11-08T00:45:06,452 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731026666224.5e3e461aa463841836d9b472cb4fd330. 2024-11-08T00:45:06,453 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/.tmp/info/d69eb751296c4602bfd961e0e72af119 is 167, key is SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18./info:regioninfo/1731026676862/Put/seqid=0 2024-11-08T00:45:06,453 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/e69d83cebb94838c442cf175bc03b620/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T00:45:06,454 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/default/SPTestTable/45a2182d7e4c4e1a4019d33046d88d18/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-08T00:45:06,454 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:45:06,454 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e69d83cebb94838c442cf175bc03b620: Waiting for close lock at 1731026706447Running coprocessor pre-close hooks at 1731026706447Disabling compacts and flushes for region at 1731026706447Disabling writes for close at 1731026706447Writing region close event to WAL at 1731026706448 (+1 ms)Running coprocessor post-close hooks at 1731026706454 (+6 ms)Closed at 1731026706454 2024-11-08T00:45:06,454 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731026666224.e69d83cebb94838c442cf175bc03b620. 2024-11-08T00:45:06,454 INFO [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:45:06,454 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45a2182d7e4c4e1a4019d33046d88d18: Waiting for close lock at 1731026706449Running coprocessor pre-close hooks at 1731026706449Disabling compacts and flushes for region at 1731026706449Disabling writes for close at 1731026706449Writing region close event to WAL at 1731026706450 (+1 ms)Running coprocessor post-close hooks at 1731026706454 (+4 ms)Closed at 1731026706454 2024-11-08T00:45:06,454 DEBUG [RS_CLOSE_REGION-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731026666224.45a2182d7e4c4e1a4019d33046d88d18. 2024-11-08T00:45:06,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741864_1040 (size=18393) 2024-11-08T00:45:06,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741864_1040 (size=18393) 2024-11-08T00:45:06,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741864_1040 (size=18393) 2024-11-08T00:45:06,462 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/.tmp/info/d69eb751296c4602bfd961e0e72af119 2024-11-08T00:45:06,483 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/.tmp/ns/16f99ac02fed4b4c8d60a70b4df204d8 is 43, key is default/ns:d/1731026666093/Put/seqid=0 2024-11-08T00:45:06,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741865_1041 (size=5153) 2024-11-08T00:45:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741865_1041 (size=5153) 2024-11-08T00:45:06,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741865_1041 (size=5153) 2024-11-08T00:45:06,491 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/.tmp/ns/16f99ac02fed4b4c8d60a70b4df204d8 2024-11-08T00:45:06,511 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/.tmp/table/579cd5973057459bae3753cd7c0fc731 is 47, key is SPTestTable/table:state/1731026676924/Put/seqid=0 2024-11-08T00:45:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741866_1042 (size=5214) 2024-11-08T00:45:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741866_1042 (size=5214) 2024-11-08T00:45:06,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741866_1042 (size=5214) 2024-11-08T00:45:06,519 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/.tmp/table/579cd5973057459bae3753cd7c0fc731 2024-11-08T00:45:06,526 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/.tmp/info/d69eb751296c4602bfd961e0e72af119 as hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/info/d69eb751296c4602bfd961e0e72af119 2024-11-08T00:45:06,528 INFO [regionserver/c302dddf724e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:45:06,532 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/info/d69eb751296c4602bfd961e0e72af119, entries=100, sequenceid=29, filesize=18.0 K 2024-11-08T00:45:06,533 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/.tmp/ns/16f99ac02fed4b4c8d60a70b4df204d8 as hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/ns/16f99ac02fed4b4c8d60a70b4df204d8 2024-11-08T00:45:06,540 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/ns/16f99ac02fed4b4c8d60a70b4df204d8, entries=2, sequenceid=29, filesize=5.0 K 2024-11-08T00:45:06,541 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/.tmp/table/579cd5973057459bae3753cd7c0fc731 as hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/table/579cd5973057459bae3753cd7c0fc731 2024-11-08T00:45:06,548 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/table/579cd5973057459bae3753cd7c0fc731, entries=2, sequenceid=29, filesize=5.1 K 2024-11-08T00:45:06,549 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=29, compaction requested=false 2024-11-08T00:45:06,553 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-08T00:45:06,554 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T00:45:06,554 INFO [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T00:45:06,554 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731026706432Running coprocessor pre-close hooks at 1731026706432Disabling compacts and flushes for region at 1731026706432Disabling writes for close at 1731026706432Obtaining lock to block concurrent updates at 1731026706433 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731026706433Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731026706433Flushing stores of hbase:meta,,1.1588230740 at 1731026706434 (+1 ms)Flushing 1588230740/info: creating writer at 1731026706434Flushing 1588230740/info: appending metadata at 1731026706453 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731026706453Flushing 1588230740/ns: creating writer at 1731026706468 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731026706482 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731026706483 (+1 ms)Flushing 1588230740/table: creating writer at 1731026706497 (+14 ms)Flushing 1588230740/table: appending metadata at 1731026706511 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731026706511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775de3f0: reopening flushed file at 1731026706525 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f21adba: reopening flushed file at 1731026706532 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309af960: reopening flushed file at 1731026706541 (+9 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=29, compaction requested=false at 1731026706549 (+8 ms)Writing region close event to WAL at 1731026706550 (+1 ms)Running coprocessor post-close hooks at 1731026706554 (+4 ms)Closed at 1731026706554 2024-11-08T00:45:06,554 DEBUG [RS_CLOSE_META-regionserver/c302dddf724e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T00:45:06,592 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:45:06,592 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:45:06,596 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T00:45:06,596 INFO [regionserver/c302dddf724e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T00:45:06,629 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(976): stopping server c302dddf724e,38595,1731026655251; all regions closed. 2024-11-08T00:45:06,630 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(976): stopping server c302dddf724e,34071,1731026655280; all regions closed. 2024-11-08T00:45:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741835_1011 (size=2334) 2024-11-08T00:45:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741835_1011 (size=2334) 2024-11-08T00:45:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741835_1011 (size=2334) 2024-11-08T00:45:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741834_1010 (size=2947) 2024-11-08T00:45:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741834_1010 (size=2947) 2024-11-08T00:45:06,632 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(976): stopping server c302dddf724e,45785,1731026655218; all regions closed. 2024-11-08T00:45:06,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741834_1010 (size=2947) 2024-11-08T00:45:06,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741836_1012 (size=15114) 2024-11-08T00:45:06,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741836_1012 (size=15114) 2024-11-08T00:45:06,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741836_1012 (size=15114) 2024-11-08T00:45:06,636 DEBUG [RS:2;c302dddf724e:34071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/oldWALs 2024-11-08T00:45:06,636 INFO [RS:2;c302dddf724e:34071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C34071%2C1731026655280:(num 1731026655745) 2024-11-08T00:45:06,636 DEBUG [RS:2;c302dddf724e:34071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:45:06,636 INFO [RS:2;c302dddf724e:34071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:45:06,636 DEBUG [RS:1;c302dddf724e:38595 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/oldWALs 2024-11-08T00:45:06,636 INFO [RS:1;c302dddf724e:38595 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C38595%2C1731026655251:(num 1731026655746) 2024-11-08T00:45:06,636 INFO [RS:2;c302dddf724e:34071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:45:06,636 DEBUG [RS:1;c302dddf724e:38595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:45:06,636 INFO [RS:1;c302dddf724e:38595 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:45:06,637 INFO [RS:1;c302dddf724e:38595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:45:06,637 INFO [RS:2;c302dddf724e:34071 {}] hbase.ChoreService(370): Chore service for: regionserver/c302dddf724e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:45:06,637 INFO [RS:1;c302dddf724e:38595 {}] hbase.ChoreService(370): Chore service for: regionserver/c302dddf724e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:45:06,637 INFO [RS:2;c302dddf724e:34071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:45:06,637 INFO [RS:2;c302dddf724e:34071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:45:06,637 INFO [RS:1;c302dddf724e:38595 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T00:45:06,637 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:45:06,637 INFO [RS:2;c302dddf724e:34071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:45:06,637 INFO [RS:1;c302dddf724e:38595 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T00:45:06,637 INFO [RS:1;c302dddf724e:38595 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T00:45:06,637 INFO [RS:2;c302dddf724e:34071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:45:06,637 INFO [RS:1;c302dddf724e:38595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:45:06,637 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:45:06,637 INFO [RS:2;c302dddf724e:34071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34071 2024-11-08T00:45:06,637 INFO [RS:1;c302dddf724e:38595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38595 2024-11-08T00:45:06,638 DEBUG [RS:0;c302dddf724e:45785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/oldWALs 2024-11-08T00:45:06,638 INFO [RS:0;c302dddf724e:45785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C45785%2C1731026655218.meta:.meta(num 1731026666027) 2024-11-08T00:45:06,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c302dddf724e,34071,1731026655280 2024-11-08T00:45:06,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c302dddf724e,38595,1731026655251 2024-11-08T00:45:06,640 INFO [RS:2;c302dddf724e:34071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:45:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741833_1009 (size=2886) 2024-11-08T00:45:06,641 INFO [RS:1;c302dddf724e:38595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:45:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741833_1009 (size=2886) 2024-11-08T00:45:06,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:45:06,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741833_1009 (size=2886) 2024-11-08T00:45:06,644 DEBUG [RS:0;c302dddf724e:45785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/oldWALs 2024-11-08T00:45:06,644 INFO [RS:0;c302dddf724e:45785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c302dddf724e%2C45785%2C1731026655218:(num 1731026655732) 2024-11-08T00:45:06,644 DEBUG [RS:0;c302dddf724e:45785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T00:45:06,644 INFO [RS:0;c302dddf724e:45785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T00:45:06,644 INFO [RS:0;c302dddf724e:45785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:45:06,644 INFO [RS:0;c302dddf724e:45785 {}] hbase.ChoreService(370): Chore service for: regionserver/c302dddf724e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T00:45:06,644 INFO [RS:0;c302dddf724e:45785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:45:06,644 INFO [regionserver/c302dddf724e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:45:06,645 INFO [RS:0;c302dddf724e:45785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45785 2024-11-08T00:45:06,645 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c302dddf724e,34071,1731026655280] 2024-11-08T00:45:06,646 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c302dddf724e,34071,1731026655280 already deleted, retry=false 2024-11-08T00:45:06,646 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c302dddf724e,34071,1731026655280 expired; onlineServers=2 2024-11-08T00:45:06,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c302dddf724e,38595,1731026655251] 2024-11-08T00:45:06,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T00:45:06,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c302dddf724e,45785,1731026655218 2024-11-08T00:45:06,647 INFO [RS:0;c302dddf724e:45785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:45:06,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c302dddf724e,38595,1731026655251 already deleted, retry=false 2024-11-08T00:45:06,648 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c302dddf724e,38595,1731026655251 expired; onlineServers=1 2024-11-08T00:45:06,650 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c302dddf724e,45785,1731026655218] 2024-11-08T00:45:06,652 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c302dddf724e,45785,1731026655218 already deleted, retry=false 2024-11-08T00:45:06,652 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c302dddf724e,45785,1731026655218 expired; onlineServers=0 2024-11-08T00:45:06,652 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c302dddf724e,33311,1731026655168' ***** 2024-11-08T00:45:06,652 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T00:45:06,652 INFO [M:0;c302dddf724e:33311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T00:45:06,652 INFO [M:0;c302dddf724e:33311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T00:45:06,652 DEBUG [M:0;c302dddf724e:33311 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T00:45:06,652 DEBUG [M:0;c302dddf724e:33311 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T00:45:06,652 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T00:45:06,652 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026655520 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.large.0-1731026655520,5,FailOnTimeoutGroup] 2024-11-08T00:45:06,652 DEBUG [master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026655522 {}] cleaner.HFileCleaner(306): Exit Thread[master/c302dddf724e:0:becomeActiveMaster-HFileCleaner.small.0-1731026655522,5,FailOnTimeoutGroup] 2024-11-08T00:45:06,652 INFO [M:0;c302dddf724e:33311 {}] hbase.ChoreService(370): Chore service for: master/c302dddf724e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T00:45:06,652 INFO [M:0;c302dddf724e:33311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T00:45:06,652 DEBUG [M:0;c302dddf724e:33311 {}] master.HMaster(1795): Stopping service threads 2024-11-08T00:45:06,652 INFO [M:0;c302dddf724e:33311 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T00:45:06,652 INFO [M:0;c302dddf724e:33311 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T00:45:06,653 ERROR [M:0;c302dddf724e:33311 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45233,5,PEWorkerGroup] 2024-11-08T00:45:06,653 INFO [M:0;c302dddf724e:33311 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T00:45:06,653 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T00:45:06,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T00:45:06,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T00:45:06,654 DEBUG [M:0;c302dddf724e:33311 {}] zookeeper.ZKUtil(347): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T00:45:06,654 WARN [M:0;c302dddf724e:33311 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T00:45:06,655 INFO [M:0;c302dddf724e:33311 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/.lastflushedseqids 2024-11-08T00:45:06,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741867_1043 (size=650) 2024-11-08T00:45:06,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741867_1043 (size=650) 2024-11-08T00:45:06,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741867_1043 (size=650) 2024-11-08T00:45:06,664 INFO [M:0;c302dddf724e:33311 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T00:45:06,665 INFO [M:0;c302dddf724e:33311 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T00:45:06,665 DEBUG [M:0;c302dddf724e:33311 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T00:45:06,665 INFO [M:0;c302dddf724e:33311 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:45:06,665 DEBUG [M:0;c302dddf724e:33311 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:45:06,665 DEBUG [M:0;c302dddf724e:33311 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T00:45:06,665 DEBUG [M:0;c302dddf724e:33311 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:45:06,665 INFO [M:0;c302dddf724e:33311 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=128.88 KB heapSize=159.03 KB 2024-11-08T00:45:06,681 DEBUG [M:0;c302dddf724e:33311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f17a6ae468f4ba09a5c16a67312cf59 is 82, key is hbase:meta,,1/info:regioninfo/1731026666078/Put/seqid=0 2024-11-08T00:45:06,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741868_1044 (size=5672) 2024-11-08T00:45:06,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741868_1044 (size=5672) 2024-11-08T00:45:06,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741868_1044 (size=5672) 2024-11-08T00:45:06,689 INFO [M:0;c302dddf724e:33311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f17a6ae468f4ba09a5c16a67312cf59 2024-11-08T00:45:06,717 DEBUG [M:0;c302dddf724e:33311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23c2affcda624dc2a704ebc9b2e25059 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731026676929/Put/seqid=0 2024-11-08T00:45:06,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741869_1045 (size=14424) 2024-11-08T00:45:06,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741869_1045 (size=14424) 2024-11-08T00:45:06,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741869_1045 (size=14424) 2024-11-08T00:45:06,724 INFO [M:0;c302dddf724e:33311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=128.20 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23c2affcda624dc2a704ebc9b2e25059 2024-11-08T00:45:06,730 INFO [M:0;c302dddf724e:33311 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23c2affcda624dc2a704ebc9b2e25059 2024-11-08T00:45:06,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:45:06,743 INFO [RS:2;c302dddf724e:34071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:45:06,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34071-0x100f508823d0003, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:45:06,743 INFO [RS:2;c302dddf724e:34071 {}] regionserver.HRegionServer(1031): Exiting; stopping=c302dddf724e,34071,1731026655280; zookeeper connection closed. 2024-11-08T00:45:06,743 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15a68ad6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15a68ad6 2024-11-08T00:45:06,744 DEBUG [M:0;c302dddf724e:33311 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b047a50427648e591577d33b044df65 is 69, key is c302dddf724e,34071,1731026655280/rs:state/1731026655529/Put/seqid=0 2024-11-08T00:45:06,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:45:06,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38595-0x100f508823d0002, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:45:06,745 INFO [RS:1;c302dddf724e:38595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:45:06,745 INFO [RS:1;c302dddf724e:38595 {}] regionserver.HRegionServer(1031): Exiting; stopping=c302dddf724e,38595,1731026655251; zookeeper connection closed. 2024-11-08T00:45:06,745 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c202d4a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c202d4a 2024-11-08T00:45:06,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:45:06,751 INFO [RS:0;c302dddf724e:45785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:45:06,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45785-0x100f508823d0001, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:45:06,751 INFO [RS:0;c302dddf724e:45785 {}] regionserver.HRegionServer(1031): Exiting; stopping=c302dddf724e,45785,1731026655218; zookeeper connection closed. 2024-11-08T00:45:06,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741870_1046 (size=5294) 2024-11-08T00:45:06,751 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1206d4a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1206d4a8 2024-11-08T00:45:06,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741870_1046 (size=5294) 2024-11-08T00:45:06,751 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T00:45:06,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741870_1046 (size=5294) 2024-11-08T00:45:06,752 INFO [M:0;c302dddf724e:33311 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b047a50427648e591577d33b044df65 2024-11-08T00:45:06,757 DEBUG [M:0;c302dddf724e:33311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f17a6ae468f4ba09a5c16a67312cf59 as hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f17a6ae468f4ba09a5c16a67312cf59 2024-11-08T00:45:06,763 INFO [M:0;c302dddf724e:33311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f17a6ae468f4ba09a5c16a67312cf59, entries=8, sequenceid=327, filesize=5.5 K 2024-11-08T00:45:06,764 DEBUG [M:0;c302dddf724e:33311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23c2affcda624dc2a704ebc9b2e25059 as hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23c2affcda624dc2a704ebc9b2e25059 2024-11-08T00:45:06,768 INFO [M:0;c302dddf724e:33311 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23c2affcda624dc2a704ebc9b2e25059 2024-11-08T00:45:06,769 INFO [M:0;c302dddf724e:33311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23c2affcda624dc2a704ebc9b2e25059, entries=45, sequenceid=327, filesize=14.1 K 2024-11-08T00:45:06,769 DEBUG [M:0;c302dddf724e:33311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b047a50427648e591577d33b044df65 as hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b047a50427648e591577d33b044df65 2024-11-08T00:45:06,774 INFO [M:0;c302dddf724e:33311 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45233/user/jenkins/test-data/3c730440-682e-a0ed-2dc8-562fc5cfdeda/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b047a50427648e591577d33b044df65, entries=3, sequenceid=327, filesize=5.2 K 2024-11-08T00:45:06,775 INFO [M:0;c302dddf724e:33311 {}] regionserver.HRegion(3140): Finished flush of dataSize ~128.88 KB/131976, heapSize ~158.73 KB/162544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=327, compaction requested=false 2024-11-08T00:45:06,777 INFO [M:0;c302dddf724e:33311 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T00:45:06,777 DEBUG [M:0;c302dddf724e:33311 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731026706665Disabling compacts and flushes for region at 1731026706665Disabling writes for close at 1731026706665Obtaining lock to block concurrent updates at 1731026706665Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731026706665Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=131976, getHeapSize=162784, getOffHeapSize=0, getCellsCount=394 at 1731026706665Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731026706666 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731026706666Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731026706681 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731026706681Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731026706694 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731026706716 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731026706716Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731026706730 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731026706744 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731026706744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4260b98a: reopening flushed file at 1731026706757 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a644cc: reopening flushed file at 1731026706763 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4c0f6d: reopening flushed file at 1731026706769 (+6 ms)Finished flush of dataSize ~128.88 KB/131976, heapSize ~158.73 KB/162544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=327, compaction requested=false at 1731026706775 (+6 ms)Writing region close event to WAL at 1731026706776 (+1 ms)Closed at 1731026706777 (+1 ms) 2024-11-08T00:45:06,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43301 is added to blk_1073741830_1006 (size=153918) 2024-11-08T00:45:06,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38671 is added to blk_1073741830_1006 (size=153918) 2024-11-08T00:45:06,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37575 is added to blk_1073741830_1006 (size=153918) 2024-11-08T00:45:06,781 INFO [M:0;c302dddf724e:33311 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T00:45:06,781 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T00:45:06,781 INFO [M:0;c302dddf724e:33311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33311 2024-11-08T00:45:06,781 INFO [M:0;c302dddf724e:33311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T00:45:06,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:45:06,884 INFO [M:0;c302dddf724e:33311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T00:45:06,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33311-0x100f508823d0000, quorum=127.0.0.1:65007, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T00:45:06,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24c4c622{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:45:06,887 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45fce292{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:45:06,887 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:45:06,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f625930{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:45:06,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3402987f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/hadoop.log.dir/,STOPPED} 2024-11-08T00:45:06,889 WARN [BP-1393353417-172.17.0.2-1731026654194 heartbeating to localhost/127.0.0.1:45233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:45:06,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:45:06,889 WARN [BP-1393353417-172.17.0.2-1731026654194 heartbeating to localhost/127.0.0.1:45233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1393353417-172.17.0.2-1731026654194 (Datanode Uuid 4127e5b5-504f-4365-aaaf-0dd809487bdc) service to localhost/127.0.0.1:45233 2024-11-08T00:45:06,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:45:06,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data5/current/BP-1393353417-172.17.0.2-1731026654194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:45:06,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data6/current/BP-1393353417-172.17.0.2-1731026654194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:45:06,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:45:06,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c4ee35e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:45:06,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7de4ae7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:45:06,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:45:06,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35af2d82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:45:06,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cd8856f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/hadoop.log.dir/,STOPPED} 2024-11-08T00:45:06,896 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:45:06,896 WARN [BP-1393353417-172.17.0.2-1731026654194 heartbeating to localhost/127.0.0.1:45233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:45:06,896 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:45:06,896 WARN [BP-1393353417-172.17.0.2-1731026654194 heartbeating to localhost/127.0.0.1:45233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1393353417-172.17.0.2-1731026654194 (Datanode Uuid eaa8b927-d242-4c65-94d0-8a786952e8ce) service to localhost/127.0.0.1:45233 2024-11-08T00:45:06,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data3/current/BP-1393353417-172.17.0.2-1731026654194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:45:06,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data4/current/BP-1393353417-172.17.0.2-1731026654194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:45:06,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:45:06,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@642cfbc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T00:45:06,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d0887c0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:45:06,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:45:06,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5675d068{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:45:06,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df7dfae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/hadoop.log.dir/,STOPPED} 2024-11-08T00:45:06,904 WARN [BP-1393353417-172.17.0.2-1731026654194 heartbeating to localhost/127.0.0.1:45233 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T00:45:06,904 WARN [BP-1393353417-172.17.0.2-1731026654194 heartbeating to localhost/127.0.0.1:45233 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1393353417-172.17.0.2-1731026654194 (Datanode Uuid 1d196c40-f226-43b4-8974-d9abf16c05f0) service to localhost/127.0.0.1:45233 2024-11-08T00:45:06,904 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T00:45:06,904 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T00:45:06,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data1/current/BP-1393353417-172.17.0.2-1731026654194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:45:06,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/cluster_d608994e-97fe-b3c7-fcc7-efc11ba700fc/data/data2/current/BP-1393353417-172.17.0.2-1731026654194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T00:45:06,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T00:45:06,911 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@784c2985{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T00:45:06,911 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15595558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T00:45:06,912 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T00:45:06,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a9d4f87{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T00:45:06,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242d8a4d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3ec72df7-f42c-2b61-507a-a05bbd0245c7/hadoop.log.dir/,STOPPED} 2024-11-08T00:45:06,919 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T00:45:06,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T00:45:06,968 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 95) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45233 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45233 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45233 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45233 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45233 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45233 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=488 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 229) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1512 (was 1700)