2024-11-26 07:56:59,912 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-26 07:56:59,923 main DEBUG Took 0.009254 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-26 07:56:59,923 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-26 07:56:59,924 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-26 07:56:59,925 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-26 07:56:59,926 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,933 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-26 07:56:59,945 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,947 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,947 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,948 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,948 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,949 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,950 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,950 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,951 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,951 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,952 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,952 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,953 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,953 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,953 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,954 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,954 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,955 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,955 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,955 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,956 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,956 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,957 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-26 07:56:59,957 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,957 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-26 07:56:59,959 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-26 07:56:59,960 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-26 07:56:59,961 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-26 07:56:59,962 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-26 07:56:59,963 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-26 07:56:59,964 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-26 07:56:59,971 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-26 07:56:59,974 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-26 07:56:59,976 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-26 07:56:59,976 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-26 07:56:59,977 main DEBUG createAppenders(={Console}) 2024-11-26 07:56:59,977 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-26 07:56:59,978 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-26 07:56:59,978 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-26 07:56:59,979 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-26 07:56:59,979 main DEBUG OutputStream closed 2024-11-26 07:56:59,979 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-26 07:56:59,980 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-26 07:56:59,980 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-26 07:57:00,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-26 07:57:00,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-26 07:57:00,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-26 07:57:00,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-26 07:57:00,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-26 07:57:00,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-26 07:57:00,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-26 07:57:00,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-26 07:57:00,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-26 07:57:00,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-26 07:57:00,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-26 07:57:00,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-26 07:57:00,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-26 07:57:00,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-26 07:57:00,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-26 07:57:00,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-26 07:57:00,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-26 07:57:00,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-26 07:57:00,072 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26 07:57:00,073 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-26 07:57:00,073 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-26 07:57:00,074 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-26T07:57:00,088 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-26 07:57:00,091 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-26 07:57:00,092 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-26T07:57:00,101 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-26T07:57:00,131 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=11599 2024-11-26T07:57:00,351 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5 2024-11-26T07:57:00,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:57:00,368 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed, deleteOnExit=true 2024-11-26T07:57:00,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:57:00,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/test.cache.data in system properties and HBase conf 2024-11-26T07:57:00,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:57:00,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:57:00,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:57:00,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:57:00,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:57:00,448 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-26T07:57:00,535 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:57:00,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:57:00,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:57:00,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:57:00,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:57:00,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:57:00,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:57:00,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:57:00,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:57:00,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:57:00,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:57:00,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:57:00,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:57:00,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:57:00,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:57:01,590 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-26T07:57:01,662 INFO [Time-limited test {}] log.Log(170): Logging initialized @2409ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-26T07:57:01,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:57:01,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:57:01,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:57:01,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:57:01,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:57:01,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:57:01,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:57:01,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:57:02,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458e1c66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/java.io.tmpdir/jetty-localhost-37061-hadoop-hdfs-3_4_1-tests_jar-_-any-3528096184352797024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:57:02,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:37061} 2024-11-26T07:57:02,078 INFO [Time-limited test {}] server.Server(415): Started @2826ms 2024-11-26T07:57:02,587 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:57:02,595 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:57:02,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:57:02,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:57:02,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:57:02,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:57:02,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:57:02,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3822facf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/java.io.tmpdir/jetty-localhost-36895-hadoop-hdfs-3_4_1-tests_jar-_-any-17408579798867037835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:57:02,710 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:36895} 2024-11-26T07:57:02,710 INFO [Time-limited test {}] server.Server(415): Started @3459ms 2024-11-26T07:57:02,762 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:57:02,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:57:02,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:57:02,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:57:02,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:57:02,875 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:57:02,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:57:02,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:57:02,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733978e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/java.io.tmpdir/jetty-localhost-46757-hadoop-hdfs-3_4_1-tests_jar-_-any-16854118298126205798/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:57:02,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:46757} 2024-11-26T07:57:02,977 INFO [Time-limited test {}] server.Server(415): Started @3725ms 2024-11-26T07:57:02,980 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:57:03,025 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:57:03,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:57:03,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:57:03,031 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:57:03,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:57:03,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:57:03,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:57:03,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829d582{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/java.io.tmpdir/jetty-localhost-46273-hadoop-hdfs-3_4_1-tests_jar-_-any-7533738746517549255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:57:03,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:46273} 2024-11-26T07:57:03,137 INFO [Time-limited test {}] server.Server(415): Started @3886ms 2024-11-26T07:57:03,139 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:57:04,021 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data2/current/BP-323438141-172.17.0.2-1732607821107/current, will proceed with Du for space computation calculation, 2024-11-26T07:57:04,021 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data1/current/BP-323438141-172.17.0.2-1732607821107/current, will proceed with Du for space computation calculation, 2024-11-26T07:57:04,021 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data3/current/BP-323438141-172.17.0.2-1732607821107/current, will proceed with Du for space computation calculation, 2024-11-26T07:57:04,021 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data4/current/BP-323438141-172.17.0.2-1732607821107/current, will proceed with Du for space computation calculation, 2024-11-26T07:57:04,054 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:57:04,054 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:57:04,061 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data5/current/BP-323438141-172.17.0.2-1732607821107/current, will proceed with Du for space computation calculation, 2024-11-26T07:57:04,063 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data6/current/BP-323438141-172.17.0.2-1732607821107/current, will proceed with Du for space computation calculation, 2024-11-26T07:57:04,078 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:57:04,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x990dc8a31a2ff784 with lease ID 0x1f5d2e9b6bb530a3: Processing first storage report for DS-6770411d-6b27-42e2-8232-af68c499512c from datanode DatanodeRegistration(127.0.0.1:42187, datanodeUuid=23aadf8a-e669-4d92-bc0e-cce027b1f68d, infoPort=46115, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107) 2024-11-26T07:57:04,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x990dc8a31a2ff784 with lease ID 0x1f5d2e9b6bb530a3: from storage DS-6770411d-6b27-42e2-8232-af68c499512c node DatanodeRegistration(127.0.0.1:42187, datanodeUuid=23aadf8a-e669-4d92-bc0e-cce027b1f68d, infoPort=46115, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:57:04,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x479cc1d621def2ed with lease ID 0x1f5d2e9b6bb530a1: Processing first storage report for DS-97a9039e-c9ec-43de-8e39-81a7394e9b4c from datanode DatanodeRegistration(127.0.0.1:37699, datanodeUuid=d046bce0-a55d-435b-87b2-d1e6e4a53d6d, infoPort=43817, infoSecurePort=0, ipcPort=45447, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107) 2024-11-26T07:57:04,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x479cc1d621def2ed with lease ID 0x1f5d2e9b6bb530a1: from storage DS-97a9039e-c9ec-43de-8e39-81a7394e9b4c node DatanodeRegistration(127.0.0.1:37699, datanodeUuid=d046bce0-a55d-435b-87b2-d1e6e4a53d6d, infoPort=43817, infoSecurePort=0, ipcPort=45447, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:57:04,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd4eb9cefc334d39 with lease ID 0x1f5d2e9b6bb530a2: Processing first storage report for DS-b5eab37f-cd87-45f4-b56f-b7e91526f704 from datanode DatanodeRegistration(127.0.0.1:45143, datanodeUuid=5b0622e7-4925-40e0-bf80-ca2c83fa5ace, infoPort=35829, infoSecurePort=0, ipcPort=43103, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107) 2024-11-26T07:57:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd4eb9cefc334d39 with lease ID 0x1f5d2e9b6bb530a2: from storage DS-b5eab37f-cd87-45f4-b56f-b7e91526f704 node DatanodeRegistration(127.0.0.1:45143, datanodeUuid=5b0622e7-4925-40e0-bf80-ca2c83fa5ace, infoPort=35829, infoSecurePort=0, ipcPort=43103, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:57:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x990dc8a31a2ff784 with lease ID 0x1f5d2e9b6bb530a3: Processing first storage report for DS-00ac833b-185f-4127-ae52-904ba4955cfd from datanode DatanodeRegistration(127.0.0.1:42187, datanodeUuid=23aadf8a-e669-4d92-bc0e-cce027b1f68d, infoPort=46115, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107) 2024-11-26T07:57:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x990dc8a31a2ff784 with lease ID 0x1f5d2e9b6bb530a3: from storage DS-00ac833b-185f-4127-ae52-904ba4955cfd node DatanodeRegistration(127.0.0.1:42187, datanodeUuid=23aadf8a-e669-4d92-bc0e-cce027b1f68d, infoPort=46115, infoSecurePort=0, ipcPort=35715, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:57:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x479cc1d621def2ed with lease ID 0x1f5d2e9b6bb530a1: Processing first storage report for DS-5f99feb4-abee-4132-8c66-b1ef476b464d from datanode DatanodeRegistration(127.0.0.1:37699, datanodeUuid=d046bce0-a55d-435b-87b2-d1e6e4a53d6d, infoPort=43817, infoSecurePort=0, ipcPort=45447, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107) 2024-11-26T07:57:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x479cc1d621def2ed with lease ID 0x1f5d2e9b6bb530a1: from storage DS-5f99feb4-abee-4132-8c66-b1ef476b464d node DatanodeRegistration(127.0.0.1:37699, datanodeUuid=d046bce0-a55d-435b-87b2-d1e6e4a53d6d, infoPort=43817, infoSecurePort=0, ipcPort=45447, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-26T07:57:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd4eb9cefc334d39 with lease ID 0x1f5d2e9b6bb530a2: Processing first storage report for DS-6b288f68-baa9-4090-ad77-b0e82781c70e from datanode DatanodeRegistration(127.0.0.1:45143, datanodeUuid=5b0622e7-4925-40e0-bf80-ca2c83fa5ace, infoPort=35829, infoSecurePort=0, ipcPort=43103, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107) 2024-11-26T07:57:04,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd4eb9cefc334d39 with lease ID 0x1f5d2e9b6bb530a2: from storage DS-6b288f68-baa9-4090-ad77-b0e82781c70e node DatanodeRegistration(127.0.0.1:45143, datanodeUuid=5b0622e7-4925-40e0-bf80-ca2c83fa5ace, infoPort=35829, infoSecurePort=0, ipcPort=43103, storageInfo=lv=-57;cid=testClusterID;nsid=1612986263;c=1732607821107), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:57:04,145 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5 2024-11-26T07:57:04,204 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/zookeeper_0, clientPort=60790, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:57:04,212 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60790 2024-11-26T07:57:04,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:57:04,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:57:04,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:57:04,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:57:04,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:57:04,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d with version=8 2024-11-26T07:57:04,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/hbase-staging 2024-11-26T07:57:04,915 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-26T07:57:05,137 INFO [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:57:05,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:57:05,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:57:05,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:57:05,322 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-26T07:57:05,330 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-26T07:57:05,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:57:05,355 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 99274 (auto-detected) 2024-11-26T07:57:05,356 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-26T07:57:05,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42009 2024-11-26T07:57:05,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42009 connecting to ZooKeeper ensemble=127.0.0.1:60790 2024-11-26T07:57:05,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420090x0, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:57:05,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42009-0x101776ee4020000 connected 2024-11-26T07:57:05,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:57:05,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:57:05,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:57:05,619 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d, hbase.cluster.distributed=false 2024-11-26T07:57:05,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:57:05,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-26T07:57:05,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42009 2024-11-26T07:57:05,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42009 2024-11-26T07:57:05,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-26T07:57:05,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42009 2024-11-26T07:57:05,748 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:57:05,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:57:05,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:57:05,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:57:05,754 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:57:05,755 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37789 2024-11-26T07:57:05,757 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37789 connecting to ZooKeeper ensemble=127.0.0.1:60790 2024-11-26T07:57:05,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:57:05,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:57:05,786 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377890x0, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:57:05,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37789-0x101776ee4020001 connected 2024-11-26T07:57:05,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:57:05,793 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:57:05,801 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:57:05,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:57:05,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:57:05,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37789 2024-11-26T07:57:05,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37789 2024-11-26T07:57:05,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37789 2024-11-26T07:57:05,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37789 2024-11-26T07:57:05,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37789 2024-11-26T07:57:05,831 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:57:05,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:57:05,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:57:05,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:57:05,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:57:05,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39115 2024-11-26T07:57:05,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39115 connecting to ZooKeeper ensemble=127.0.0.1:60790 2024-11-26T07:57:05,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:57:05,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:57:05,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391150x0, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:57:05,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391150x0, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:57:05,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39115-0x101776ee4020002 connected 2024-11-26T07:57:05,870 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:57:05,871 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:57:05,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:57:05,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:57:05,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39115 2024-11-26T07:57:05,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39115 2024-11-26T07:57:05,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39115 2024-11-26T07:57:05,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39115 2024-11-26T07:57:05,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39115 2024-11-26T07:57:05,896 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:57:05,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,897 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:57:05,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:57:05,897 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:57:05,897 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:57:05,897 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:57:05,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45597 2024-11-26T07:57:05,900 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45597 connecting to ZooKeeper ensemble=127.0.0.1:60790 2024-11-26T07:57:05,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:57:05,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:57:05,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455970x0, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:57:05,919 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455970x0, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:57:05,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45597-0x101776ee4020003 connected 2024-11-26T07:57:05,920 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:57:05,921 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:57:05,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:57:05,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:57:05,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45597 2024-11-26T07:57:05,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45597 2024-11-26T07:57:05,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45597 2024-11-26T07:57:05,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45597 2024-11-26T07:57:05,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45597 2024-11-26T07:57:05,944 DEBUG [M:0;719ac8e87449:42009 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:42009 2024-11-26T07:57:05,945 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/719ac8e87449,42009,1732607824988 2024-11-26T07:57:05,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:57:05,961 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:57:05,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:57:05,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:57:05,963 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/719ac8e87449,42009,1732607824988 2024-11-26T07:57:05,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:57:05,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:57:05,993 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:57:05,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:05,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:05,993 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:05,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:05,995 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T07:57:05,996 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/719ac8e87449,42009,1732607824988 from backup master directory 2024-11-26T07:57:06,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:57:06,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:57:06,002 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:57:06,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/719ac8e87449,42009,1732607824988 2024-11-26T07:57:06,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:57:06,004 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:57:06,004 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,42009,1732607824988 2024-11-26T07:57:06,006 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-26T07:57:06,007 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-26T07:57:06,057 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/hbase.id] with ID: d175e3db-e79a-47d7-8aaf-f58d33996fa8 2024-11-26T07:57:06,057 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/.tmp/hbase.id 2024-11-26T07:57:06,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:57:06,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:57:06,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:57:06,072 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/.tmp/hbase.id]:[hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/hbase.id] 2024-11-26T07:57:06,117 INFO [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:57:06,122 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:57:06,140 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-26T07:57:06,169 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:57:06,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:57:06,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:57:06,205 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:57:06,206 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:57:06,219 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-26T07:57:06,223 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:57:06,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:57:06,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:57:06,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:57:06,275 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store 2024-11-26T07:57:06,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:57:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:57:06,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:57:06,301 INFO [master/719ac8e87449:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-26T07:57:06,305 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:06,307 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:57:06,307 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:57:06,308 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:57:06,310 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:57:06,310 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:57:06,310 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:57:06,311 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607826307Disabling compacts and flushes for region at 1732607826307Disabling writes for close at 1732607826310 (+3 ms)Writing region close event to WAL at 1732607826310Closed at 1732607826310 2024-11-26T07:57:06,314 WARN [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/.initializing 2024-11-26T07:57:06,314 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/WALs/719ac8e87449,42009,1732607824988 2024-11-26T07:57:06,322 INFO [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:57:06,338 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C42009%2C1732607824988, suffix=, logDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/WALs/719ac8e87449,42009,1732607824988, archiveDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/oldWALs, maxLogs=10 2024-11-26T07:57:06,368 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/WALs/719ac8e87449,42009,1732607824988/719ac8e87449%2C42009%2C1732607824988.1732607826343, exclude list is [], retry=0 2024-11-26T07:57:06,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45143,DS-b5eab37f-cd87-45f4-b56f-b7e91526f704,DISK] 2024-11-26T07:57:06,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37699,DS-97a9039e-c9ec-43de-8e39-81a7394e9b4c,DISK] 2024-11-26T07:57:06,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-6770411d-6b27-42e2-8232-af68c499512c,DISK] 2024-11-26T07:57:06,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-26T07:57:06,422 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/WALs/719ac8e87449,42009,1732607824988/719ac8e87449%2C42009%2C1732607824988.1732607826343 2024-11-26T07:57:06,423 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46115:46115),(127.0.0.1/127.0.0.1:35829:35829),(127.0.0.1/127.0.0.1:43817:43817)] 2024-11-26T07:57:06,424 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:57:06,424 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:06,427 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,428 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:57:06,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:06,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:57:06,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:57:06,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:06,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:06,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:57:06,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:06,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:06,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:57:06,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:06,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:06,508 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,511 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,512 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,518 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,518 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,521 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:57:06,525 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:57:06,529 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:06,530 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66317064, jitterRate=-0.011798739433288574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:57:06,541 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732607826441Initializing all the Stores at 1732607826444 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607826445 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607826445Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607826446 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607826446Cleaning up temporary data from old regions at 1732607826518 (+72 ms)Region opened successfully at 1732607826541 (+23 ms) 2024-11-26T07:57:06,543 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:57:06,575 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4f963f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:57:06,604 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:57:06,613 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:57:06,613 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:57:06,616 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:57:06,617 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-26T07:57:06,622 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-26T07:57:06,622 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-26T07:57:06,646 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:57:06,654 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T07:57:06,702 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T07:57:06,706 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:57:06,708 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:57:06,718 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T07:57:06,720 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:57:06,723 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:57:06,734 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T07:57:06,736 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:57:06,744 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T07:57:06,764 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:57:06,768 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T07:57:06,777 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:57:06,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:57:06,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:57:06,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:57:06,777 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,781 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,42009,1732607824988, sessionid=0x101776ee4020000, setting cluster-up flag (Was=false) 2024-11-26T07:57:06,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,810 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,836 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T07:57:06,839 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,42009,1732607824988 2024-11-26T07:57:06,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,860 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:06,885 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T07:57:06,889 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,42009,1732607824988 2024-11-26T07:57:06,896 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:57:06,934 INFO [RS:1;719ac8e87449:39115 {}] regionserver.HRegionServer(746): ClusterId : d175e3db-e79a-47d7-8aaf-f58d33996fa8 2024-11-26T07:57:06,934 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(746): ClusterId : d175e3db-e79a-47d7-8aaf-f58d33996fa8 2024-11-26T07:57:06,934 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(746): ClusterId : d175e3db-e79a-47d7-8aaf-f58d33996fa8 2024-11-26T07:57:06,937 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:57:06,937 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:57:06,937 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:57:06,962 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:57:06,962 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:57:06,962 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:57:06,962 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:57:06,962 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:57:06,962 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:57:06,968 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:57:06,970 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:57:06,970 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:57:06,970 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:57:06,970 DEBUG [RS:2;719ac8e87449:45597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541f2704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:57:06,970 DEBUG [RS:1;719ac8e87449:39115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d6417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:57:06,970 DEBUG [RS:0;719ac8e87449:37789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf39f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:57:06,979 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:57:06,983 DEBUG [RS:2;719ac8e87449:45597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;719ac8e87449:45597 2024-11-26T07:57:06,986 INFO [RS:2;719ac8e87449:45597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:57:06,986 INFO [RS:2;719ac8e87449:45597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:57:06,986 DEBUG [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:57:06,987 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:57:06,988 DEBUG [RS:1;719ac8e87449:39115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;719ac8e87449:39115 2024-11-26T07:57:06,988 DEBUG [RS:0;719ac8e87449:37789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:37789 2024-11-26T07:57:06,988 INFO [RS:1;719ac8e87449:39115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:57:06,989 INFO [RS:0;719ac8e87449:37789 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:57:06,989 INFO [RS:1;719ac8e87449:39115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:57:06,989 INFO [RS:0;719ac8e87449:37789 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:57:06,989 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,42009,1732607824988 with port=45597, startcode=1732607825896 2024-11-26T07:57:06,989 DEBUG [RS:1;719ac8e87449:39115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:57:06,989 DEBUG [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:57:06,990 INFO [RS:1;719ac8e87449:39115 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,42009,1732607824988 with port=39115, startcode=1732607825831 2024-11-26T07:57:06,990 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,42009,1732607824988 with port=37789, startcode=1732607825718 2024-11-26T07:57:06,994 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,42009,1732607824988 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:57:07,001 DEBUG [RS:1;719ac8e87449:39115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:57:07,001 DEBUG [RS:2;719ac8e87449:45597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:57:07,001 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:57:07,001 DEBUG [RS:0;719ac8e87449:37789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:57:07,001 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:57:07,002 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:57:07,002 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:57:07,002 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:57:07,002 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,002 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:57:07,003 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,005 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732607857005 2024-11-26T07:57:07,007 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:57:07,008 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:57:07,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:57:07,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:57:07,012 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:57:07,012 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:57:07,012 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:57:07,012 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:57:07,014 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:07,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:57:07,013 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,019 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:57:07,020 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:57:07,021 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:57:07,022 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:57:07,023 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:57:07,026 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607827024,5,FailOnTimeoutGroup] 2024-11-26T07:57:07,031 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607827027,5,FailOnTimeoutGroup] 2024-11-26T07:57:07,031 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,031 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:57:07,064 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,064 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:57:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:57:07,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:57:07,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:57:07,070 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:07,070 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42833, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:57:07,070 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45135, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:57:07,070 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:57:07,079 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,37789,1732607825718 2024-11-26T07:57:07,082 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,37789,1732607825718 2024-11-26T07:57:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:57:07,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:57:07,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:57:07,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:07,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:57:07,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:57:07,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:07,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,45597,1732607825896 2024-11-26T07:57:07,094 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,45597,1732607825896 2024-11-26T07:57:07,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:57:07,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:57:07,098 DEBUG [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:07,098 DEBUG [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43521 2024-11-26T07:57:07,098 DEBUG [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:57:07,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:57:07,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:07,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,39115,1732607825831 2024-11-26T07:57:07,100 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,39115,1732607825831 2024-11-26T07:57:07,100 DEBUG [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:07,100 DEBUG [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43521 2024-11-26T07:57:07,100 DEBUG [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:57:07,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:57:07,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:57:07,104 DEBUG [RS:1;719ac8e87449:39115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:07,104 DEBUG [RS:1;719ac8e87449:39115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43521 2024-11-26T07:57:07,104 DEBUG [RS:1;719ac8e87449:39115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:57:07,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:57:07,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:07,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:57:07,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:57:07,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:57:07,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:07,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:57:07,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:57:07,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740 2024-11-26T07:57:07,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740 2024-11-26T07:57:07,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:57:07,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:57:07,117 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:57:07,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:57:07,123 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:07,124 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73349245, jitterRate=0.09298892319202423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:57:07,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732607827089Initializing all the Stores at 1732607827091 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607827091Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607827091Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607827091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607827091Cleaning up temporary data from old regions at 1732607827116 (+25 ms)Region opened successfully at 1732607827128 (+12 ms) 2024-11-26T07:57:07,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:57:07,128 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:57:07,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:57:07,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:57:07,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:57:07,130 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:57:07,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607827128Disabling compacts and flushes for region at 1732607827128Disabling writes for close at 1732607827129 (+1 ms)Writing region close event to WAL at 1732607827129Closed at 1732607827130 (+1 ms) 2024-11-26T07:57:07,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:57:07,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:57:07,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:57:07,147 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:57:07,150 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:57:07,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:57:07,185 DEBUG [RS:0;719ac8e87449:37789 {}] zookeeper.ZKUtil(111): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,37789,1732607825718 2024-11-26T07:57:07,186 DEBUG [RS:2;719ac8e87449:45597 {}] zookeeper.ZKUtil(111): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,45597,1732607825896 2024-11-26T07:57:07,186 WARN [RS:0;719ac8e87449:37789 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:57:07,186 WARN [RS:2;719ac8e87449:45597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:57:07,186 INFO [RS:0;719ac8e87449:37789 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:57:07,186 INFO [RS:2;719ac8e87449:45597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:57:07,186 DEBUG [RS:1;719ac8e87449:39115 {}] zookeeper.ZKUtil(111): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,39115,1732607825831 2024-11-26T07:57:07,186 WARN [RS:1;719ac8e87449:39115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:57:07,187 DEBUG [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,37789,1732607825718 2024-11-26T07:57:07,187 DEBUG [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,45597,1732607825896 2024-11-26T07:57:07,187 INFO [RS:1;719ac8e87449:39115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:57:07,187 DEBUG [RS:1;719ac8e87449:39115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831 2024-11-26T07:57:07,188 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,45597,1732607825896] 2024-11-26T07:57:07,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,39115,1732607825831] 2024-11-26T07:57:07,189 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,37789,1732607825718] 2024-11-26T07:57:07,212 INFO [RS:2;719ac8e87449:45597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:57:07,212 INFO [RS:1;719ac8e87449:39115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:57:07,212 INFO [RS:0;719ac8e87449:37789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:57:07,231 INFO [RS:0;719ac8e87449:37789 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:57:07,231 INFO [RS:1;719ac8e87449:39115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:57:07,231 INFO [RS:2;719ac8e87449:45597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:57:07,236 INFO [RS:1;719ac8e87449:39115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:57:07,236 INFO [RS:0;719ac8e87449:37789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:57:07,236 INFO [RS:2;719ac8e87449:45597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:57:07,236 INFO [RS:1;719ac8e87449:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,237 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,237 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,238 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:57:07,238 INFO [RS:1;719ac8e87449:39115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:57:07,238 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:57:07,244 INFO [RS:1;719ac8e87449:39115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:57:07,244 INFO [RS:0;719ac8e87449:37789 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:57:07,244 INFO [RS:2;719ac8e87449:45597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:57:07,245 INFO [RS:1;719ac8e87449:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,245 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,245 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,245 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,245 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:57:07,246 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:57:07,246 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,246 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:57:07,247 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:57:07,247 DEBUG [RS:1;719ac8e87449:39115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:57:07,247 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,247 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,248 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:57:07,248 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:57:07,248 DEBUG [RS:0;719ac8e87449:37789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:57:07,248 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:57:07,248 DEBUG [RS:2;719ac8e87449:45597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:57:07,250 INFO [RS:1;719ac8e87449:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,251 INFO [RS:1;719ac8e87449:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,251 INFO [RS:1;719ac8e87449:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,251 INFO [RS:1;719ac8e87449:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,251 INFO [RS:1;719ac8e87449:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,251 INFO [RS:1;719ac8e87449:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,39115,1732607825831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:57:07,255 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,255 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,255 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,255 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,255 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,255 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,255 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,255 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,255 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37789,1732607825718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:57:07,255 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,255 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,256 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,45597,1732607825896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:57:07,274 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:57:07,275 INFO [RS:1;719ac8e87449:39115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:57:07,276 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37789,1732607825718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,276 INFO [RS:1;719ac8e87449:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,39115,1732607825831-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,277 INFO [RS:1;719ac8e87449:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,277 INFO [RS:1;719ac8e87449:39115 {}] regionserver.Replication(171): 719ac8e87449,39115,1732607825831 started 2024-11-26T07:57:07,278 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,278 INFO [RS:0;719ac8e87449:37789 {}] regionserver.Replication(171): 719ac8e87449,37789,1732607825718 started 2024-11-26T07:57:07,279 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:57:07,279 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,45597,1732607825896-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,279 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,279 INFO [RS:2;719ac8e87449:45597 {}] regionserver.Replication(171): 719ac8e87449,45597,1732607825896 started 2024-11-26T07:57:07,296 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,297 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,37789,1732607825718, RpcServer on 719ac8e87449/172.17.0.2:37789, sessionid=0x101776ee4020001 2024-11-26T07:57:07,298 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:57:07,298 DEBUG [RS:0;719ac8e87449:37789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,37789,1732607825718 2024-11-26T07:57:07,298 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37789,1732607825718' 2024-11-26T07:57:07,298 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:57:07,299 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,299 INFO [RS:1;719ac8e87449:39115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:07,299 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,45597,1732607825896, RpcServer on 719ac8e87449/172.17.0.2:45597, sessionid=0x101776ee4020003 2024-11-26T07:57:07,299 INFO [RS:1;719ac8e87449:39115 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,39115,1732607825831, RpcServer on 719ac8e87449/172.17.0.2:39115, sessionid=0x101776ee4020002 2024-11-26T07:57:07,299 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:57:07,299 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:57:07,299 DEBUG [RS:2;719ac8e87449:45597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,45597,1732607825896 2024-11-26T07:57:07,299 DEBUG [RS:1;719ac8e87449:39115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,39115,1732607825831 2024-11-26T07:57:07,299 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:57:07,299 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,39115,1732607825831' 2024-11-26T07:57:07,299 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,45597,1732607825896' 2024-11-26T07:57:07,299 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:57:07,299 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:57:07,300 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:57:07,300 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:57:07,300 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:57:07,300 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:57:07,300 DEBUG [RS:0;719ac8e87449:37789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,37789,1732607825718 2024-11-26T07:57:07,300 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,37789,1732607825718' 2024-11-26T07:57:07,300 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:57:07,301 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:57:07,301 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:57:07,301 DEBUG [RS:2;719ac8e87449:45597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,45597,1732607825896 2024-11-26T07:57:07,301 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,45597,1732607825896' 2024-11-26T07:57:07,301 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:57:07,301 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:57:07,301 WARN [719ac8e87449:42009 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:57:07,301 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:57:07,301 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:57:07,301 DEBUG [RS:1;719ac8e87449:39115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,39115,1732607825831 2024-11-26T07:57:07,301 DEBUG [RS:0;719ac8e87449:37789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:57:07,301 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,39115,1732607825831' 2024-11-26T07:57:07,301 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:57:07,302 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:57:07,302 INFO [RS:0;719ac8e87449:37789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:57:07,302 INFO [RS:0;719ac8e87449:37789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:57:07,302 DEBUG [RS:2;719ac8e87449:45597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:57:07,302 INFO [RS:2;719ac8e87449:45597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:57:07,302 INFO [RS:2;719ac8e87449:45597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:57:07,302 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:57:07,303 DEBUG [RS:1;719ac8e87449:39115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:57:07,303 INFO [RS:1;719ac8e87449:39115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:57:07,303 INFO [RS:1;719ac8e87449:39115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:57:07,409 INFO [RS:1;719ac8e87449:39115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:57:07,409 INFO [RS:2;719ac8e87449:45597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:57:07,409 INFO [RS:0;719ac8e87449:37789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:57:07,412 INFO [RS:0;719ac8e87449:37789 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C37789%2C1732607825718, suffix=, logDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,37789,1732607825718, archiveDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/oldWALs, maxLogs=32 2024-11-26T07:57:07,412 INFO [RS:2;719ac8e87449:45597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C45597%2C1732607825896, suffix=, logDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,45597,1732607825896, archiveDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/oldWALs, maxLogs=32 2024-11-26T07:57:07,412 INFO [RS:1;719ac8e87449:39115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C39115%2C1732607825831, suffix=, logDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831, archiveDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/oldWALs, maxLogs=32 2024-11-26T07:57:07,431 DEBUG [RS:2;719ac8e87449:45597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,45597,1732607825896/719ac8e87449%2C45597%2C1732607825896.1732607827415, exclude list is [], retry=0 2024-11-26T07:57:07,434 DEBUG [RS:1;719ac8e87449:39115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831/719ac8e87449%2C39115%2C1732607825831.1732607827416, exclude list is [], retry=0 2024-11-26T07:57:07,434 DEBUG [RS:0;719ac8e87449:37789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,37789,1732607825718/719ac8e87449%2C37789%2C1732607825718.1732607827416, exclude list is [], retry=0 2024-11-26T07:57:07,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-6770411d-6b27-42e2-8232-af68c499512c,DISK] 2024-11-26T07:57:07,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45143,DS-b5eab37f-cd87-45f4-b56f-b7e91526f704,DISK] 2024-11-26T07:57:07,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37699,DS-97a9039e-c9ec-43de-8e39-81a7394e9b4c,DISK] 2024-11-26T07:57:07,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-6770411d-6b27-42e2-8232-af68c499512c,DISK] 2024-11-26T07:57:07,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45143,DS-b5eab37f-cd87-45f4-b56f-b7e91526f704,DISK] 2024-11-26T07:57:07,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37699,DS-97a9039e-c9ec-43de-8e39-81a7394e9b4c,DISK] 2024-11-26T07:57:07,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37699,DS-97a9039e-c9ec-43de-8e39-81a7394e9b4c,DISK] 2024-11-26T07:57:07,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-6770411d-6b27-42e2-8232-af68c499512c,DISK] 2024-11-26T07:57:07,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45143,DS-b5eab37f-cd87-45f4-b56f-b7e91526f704,DISK] 2024-11-26T07:57:07,447 INFO [RS:2;719ac8e87449:45597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,45597,1732607825896/719ac8e87449%2C45597%2C1732607825896.1732607827415 2024-11-26T07:57:07,448 DEBUG [RS:2;719ac8e87449:45597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46115:46115),(127.0.0.1/127.0.0.1:43817:43817),(127.0.0.1/127.0.0.1:35829:35829)] 2024-11-26T07:57:07,452 INFO [RS:0;719ac8e87449:37789 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,37789,1732607825718/719ac8e87449%2C37789%2C1732607825718.1732607827416 2024-11-26T07:57:07,452 INFO [RS:1;719ac8e87449:39115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831/719ac8e87449%2C39115%2C1732607825831.1732607827416 2024-11-26T07:57:07,455 DEBUG [RS:0;719ac8e87449:37789 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43817:43817),(127.0.0.1/127.0.0.1:46115:46115),(127.0.0.1/127.0.0.1:35829:35829)] 2024-11-26T07:57:07,455 DEBUG [RS:1;719ac8e87449:39115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46115:46115),(127.0.0.1/127.0.0.1:35829:35829),(127.0.0.1/127.0.0.1:43817:43817)] 2024-11-26T07:57:07,554 DEBUG [719ac8e87449:42009 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-26T07:57:07,564 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:57:07,571 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:57:07,571 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:57:07,571 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T07:57:07,571 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:57:07,571 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:57:07,571 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T07:57:07,571 INFO [719ac8e87449:42009 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:57:07,571 INFO [719ac8e87449:42009 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:57:07,571 INFO [719ac8e87449:42009 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T07:57:07,571 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:57:07,578 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:07,584 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,45597,1732607825896, state=OPENING 2024-11-26T07:57:07,644 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:57:07,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:07,652 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:07,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:07,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:57:07,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:57:07,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:57:07,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:57:07,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:57:07,658 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:57:07,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,45597,1732607825896}] 2024-11-26T07:57:15,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-26T07:57:15,320 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-26T07:57:17,693 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:57:17,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40035, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:57:17,708 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:57:17,708 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:57:17,709 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:57:17,713 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C45597%2C1732607825896.meta, suffix=.meta, logDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,45597,1732607825896, archiveDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/oldWALs, maxLogs=32 2024-11-26T07:57:17,732 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,45597,1732607825896/719ac8e87449%2C45597%2C1732607825896.meta.1732607837715.meta, exclude list is [], retry=0 2024-11-26T07:57:17,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37699,DS-97a9039e-c9ec-43de-8e39-81a7394e9b4c,DISK] 2024-11-26T07:57:17,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45143,DS-b5eab37f-cd87-45f4-b56f-b7e91526f704,DISK] 2024-11-26T07:57:17,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42187,DS-6770411d-6b27-42e2-8232-af68c499512c,DISK] 2024-11-26T07:57:17,738 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,45597,1732607825896/719ac8e87449%2C45597%2C1732607825896.meta.1732607837715.meta 2024-11-26T07:57:17,739 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35829:35829),(127.0.0.1/127.0.0.1:43817:43817),(127.0.0.1/127.0.0.1:46115:46115)] 2024-11-26T07:57:17,739 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:57:17,741 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:57:17,744 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:57:17,748 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:57:17,752 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:57:17,753 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:17,753 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:57:17,753 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:57:17,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:57:17,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:57:17,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:17,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:57:17,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:57:17,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:57:17,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:17,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:57:17,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:57:17,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:57:17,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:17,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:57:17,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:57:17,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:57:17,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:17,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:57:17,766 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:57:17,768 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740 2024-11-26T07:57:17,770 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740 2024-11-26T07:57:17,772 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:57:17,773 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:57:17,773 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:57:17,776 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:57:17,777 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59291773, jitterRate=-0.11648373305797577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:57:17,777 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:57:17,779 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732607837754Writing region info on filesystem at 1732607837754Initializing all the Stores at 1732607837756 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607837756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607837756Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607837756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607837756Cleaning up temporary data from old regions at 1732607837773 (+17 ms)Running coprocessor post-open hooks at 1732607837777 (+4 ms)Region opened successfully at 1732607837778 (+1 ms) 2024-11-26T07:57:17,785 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732607837683 2024-11-26T07:57:17,795 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:57:17,795 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:57:17,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:17,799 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,45597,1732607825896, state=OPEN 2024-11-26T07:57:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:57:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:57:17,841 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:57:17,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:57:17,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:57:17,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:57:17,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:57:17,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:57:17,842 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,45597,1732607825896 2024-11-26T07:57:17,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:57:17,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,45597,1732607825896 in 10.1820 sec 2024-11-26T07:57:17,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:57:17,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7100 sec 2024-11-26T07:57:17,856 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:57:17,856 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:57:17,875 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:57:17,877 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,45597,1732607825896, seqNum=-1] 2024-11-26T07:57:17,895 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:57:17,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:57:17,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9870 sec 2024-11-26T07:57:17,914 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732607837913, completionTime=-1 2024-11-26T07:57:17,916 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-26T07:57:17,916 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:57:17,941 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-26T07:57:17,941 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732607897941 2024-11-26T07:57:17,941 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732607957941 2024-11-26T07:57:17,941 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-26T07:57:17,942 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:57:17,949 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42009,1732607824988-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:17,949 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42009,1732607824988-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:17,949 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42009,1732607824988-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:17,950 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:42009, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:17,951 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:17,951 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:17,957 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:57:17,977 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.973sec 2024-11-26T07:57:17,979 INFO [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:57:17,980 INFO [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:57:17,981 INFO [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:57:17,982 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:57:17,982 INFO [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:57:17,983 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42009,1732607824988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:57:17,983 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42009,1732607824988-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:57:17,988 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:57:17,989 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:57:17,990 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,42009,1732607824988-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:57:18,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1106e632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:57:18,060 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-26T07:57:18,060 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-26T07:57:18,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,42009,-1 for getting cluster id 2024-11-26T07:57:18,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:57:18,097 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd175e3db-e79a-47d7-8aaf-f58d33996fa8' 2024-11-26T07:57:18,101 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:57:18,101 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d175e3db-e79a-47d7-8aaf-f58d33996fa8" 2024-11-26T07:57:18,101 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a964ebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:57:18,102 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,42009,-1] 2024-11-26T07:57:18,105 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:57:18,107 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:57:18,108 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:57:18,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ee4fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:57:18,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:57:18,124 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,45597,1732607825896, seqNum=-1] 2024-11-26T07:57:18,125 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:57:18,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:57:18,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,42009,1732607824988 2024-11-26T07:57:18,150 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732607838149 (current time:1732607838149). 2024-11-26T07:57:18,151 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T07:57:18,151 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-26T07:57:18,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd1f169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:57:18,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,42009,-1 for getting cluster id 2024-11-26T07:57:18,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:57:18,154 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd175e3db-e79a-47d7-8aaf-f58d33996fa8' 2024-11-26T07:57:18,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:57:18,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d175e3db-e79a-47d7-8aaf-f58d33996fa8" 2024-11-26T07:57:18,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e8982e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:57:18,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,42009,-1] 2024-11-26T07:57:18,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:57:18,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:57:18,156 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:57:18,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a385953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:57:18,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:57:18,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,45597,1732607825896, seqNum=-1] 2024-11-26T07:57:18,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:57:18,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:57:18,165 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:57:18,165 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:57:18,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:57:18,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:57:18,172 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:57:18,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:57:18,183 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,42009,1732607824988 2024-11-26T07:57:18,186 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dffa7dd 2024-11-26T07:57:18,187 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:57:18,189 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:57:18,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:57:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-26T07:57:18,207 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:57:18,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-26T07:57:18,210 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:18,213 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:57:18,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:57:18,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:57:18,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741837_1013 (size=361) 2024-11-26T07:57:18,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741837_1013 (size=361) 2024-11-26T07:57:18,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741837_1013 (size=361) 2024-11-26T07:57:18,331 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 256d7eb65083381ebbc2550e19f6779e, NAME => 'SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:18,331 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b3846f34417f4775b9eaccf93145a9f0, NAME => 'SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:18,332 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c254269833f5ce9fcf3f1267af68e3b3, NAME => 'SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:18,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741839_1015 (size=62) 2024-11-26T07:57:18,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741840_1016 (size=62) 2024-11-26T07:57:18,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741838_1014 (size=54) 2024-11-26T07:57:18,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741840_1016 (size=62) 2024-11-26T07:57:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741839_1015 (size=62) 2024-11-26T07:57:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741840_1016 (size=62) 2024-11-26T07:57:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741838_1014 (size=54) 2024-11-26T07:57:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741839_1015 (size=62) 2024-11-26T07:57:18,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:18,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741838_1014 (size=54) 2024-11-26T07:57:18,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c254269833f5ce9fcf3f1267af68e3b3, disabling compactions & flushes 2024-11-26T07:57:18,348 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b3846f34417f4775b9eaccf93145a9f0, disabling compactions & flushes 2024-11-26T07:57:18,349 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:57:18,349 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:57:18,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:57:18,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:57:18,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. after waiting 0 ms 2024-11-26T07:57:18,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. after waiting 0 ms 2024-11-26T07:57:18,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:57:18,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:57:18,349 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:57:18,349 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:57:18,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c254269833f5ce9fcf3f1267af68e3b3: Waiting for close lock at 1732607838348Disabling compacts and flushes for region at 1732607838348Disabling writes for close at 1732607838349 (+1 ms)Writing region close event to WAL at 1732607838349Closed at 1732607838349 2024-11-26T07:57:18,349 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b3846f34417f4775b9eaccf93145a9f0: Waiting for close lock at 1732607838348Disabling compacts and flushes for region at 1732607838348Disabling writes for close at 1732607838349 (+1 ms)Writing region close event to WAL at 1732607838349Closed at 1732607838349 2024-11-26T07:57:18,349 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b3f14ac10805e109655aa3d6146ac1fb, NAME => 'SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:18,350 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2413b84cde8ca11abf9eb1691b73a97a, NAME => 'SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:18,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:18,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 256d7eb65083381ebbc2550e19f6779e, disabling compactions & flushes 2024-11-26T07:57:18,350 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:57:18,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:57:18,350 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. after waiting 0 ms 2024-11-26T07:57:18,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:57:18,351 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:57:18,351 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 256d7eb65083381ebbc2550e19f6779e: Waiting for close lock at 1732607838350Disabling compacts and flushes for region at 1732607838350Disabling writes for close at 1732607838350Writing region close event to WAL at 1732607838351 (+1 ms)Closed at 1732607838351 2024-11-26T07:57:18,352 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50a7058bf31c3c1272c2d6f84169300f, NAME => 'SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:18,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741841_1017 (size=62) 2024-11-26T07:57:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741841_1017 (size=62) 2024-11-26T07:57:18,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741842_1018 (size=62) 2024-11-26T07:57:18,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741842_1018 (size=62) 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2413b84cde8ca11abf9eb1691b73a97a, disabling compactions & flushes 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing b3f14ac10805e109655aa3d6146ac1fb, disabling compactions & flushes 2024-11-26T07:57:18,371 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:57:18,371 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. after waiting 0 ms 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. after waiting 0 ms 2024-11-26T07:57:18,371 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for b3f14ac10805e109655aa3d6146ac1fb: Waiting for close lock at 1732607838371Disabling compacts and flushes for region at 1732607838371Disabling writes for close at 1732607838371Writing region close event to WAL at 1732607838371Closed at 1732607838371 2024-11-26T07:57:18,371 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:57:18,371 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2413b84cde8ca11abf9eb1691b73a97a: Waiting for close lock at 1732607838371Disabling compacts and flushes for region at 1732607838371Disabling writes for close at 1732607838371Writing region close event to WAL at 1732607838371Closed at 1732607838371 2024-11-26T07:57:18,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741842_1018 (size=62) 2024-11-26T07:57:18,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741843_1019 (size=62) 2024-11-26T07:57:18,372 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ddb91d1e3f516a72ec653ad0eaf1e099, NAME => 'SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:18,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741843_1019 (size=62) 2024-11-26T07:57:18,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741841_1017 (size=62) 2024-11-26T07:57:18,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741843_1019 (size=62) 2024-11-26T07:57:18,372 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b65862516d2e7fe36dd6e718486a6b3e, NAME => 'SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:18,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:18,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 50a7058bf31c3c1272c2d6f84169300f, disabling compactions & flushes 2024-11-26T07:57:18,373 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:57:18,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:57:18,373 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. after waiting 0 ms 2024-11-26T07:57:18,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:57:18,374 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:57:18,374 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50a7058bf31c3c1272c2d6f84169300f: Waiting for close lock at 1732607838373Disabling compacts and flushes for region at 1732607838373Disabling writes for close at 1732607838373Writing region close event to WAL at 1732607838374 (+1 ms)Closed at 1732607838374 2024-11-26T07:57:18,374 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7f884aa919be927f6e6e22819b1ee3e, NAME => 'SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:18,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741844_1020 (size=62) 2024-11-26T07:57:18,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741844_1020 (size=62) 2024-11-26T07:57:18,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741844_1020 (size=62) 2024-11-26T07:57:18,385 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:18,385 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ddb91d1e3f516a72ec653ad0eaf1e099, disabling compactions & flushes 2024-11-26T07:57:18,385 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:57:18,385 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:57:18,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. after waiting 0 ms 2024-11-26T07:57:18,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:57:18,386 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:57:18,386 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ddb91d1e3f516a72ec653ad0eaf1e099: Waiting for close lock at 1732607838385Disabling compacts and flushes for region at 1732607838385Disabling writes for close at 1732607838386 (+1 ms)Writing region close event to WAL at 1732607838386Closed at 1732607838386 2024-11-26T07:57:18,386 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0e127f80bdc85787ff2c846b95e51892, NAME => 'SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d 2024-11-26T07:57:18,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741845_1021 (size=62) 2024-11-26T07:57:18,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741845_1021 (size=62) 2024-11-26T07:57:18,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741845_1021 (size=62) 2024-11-26T07:57:18,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:18,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing b65862516d2e7fe36dd6e718486a6b3e, disabling compactions & flushes 2024-11-26T07:57:18,395 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:57:18,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:57:18,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. after waiting 0 ms 2024-11-26T07:57:18,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:57:18,395 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:57:18,395 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for b65862516d2e7fe36dd6e718486a6b3e: Waiting for close lock at 1732607838395Disabling compacts and flushes for region at 1732607838395Disabling writes for close at 1732607838395Writing region close event to WAL at 1732607838395Closed at 1732607838395 2024-11-26T07:57:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741846_1022 (size=62) 2024-11-26T07:57:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741846_1022 (size=62) 2024-11-26T07:57:18,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741846_1022 (size=62) 2024-11-26T07:57:18,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:18,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d7f884aa919be927f6e6e22819b1ee3e, disabling compactions & flushes 2024-11-26T07:57:18,401 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:57:18,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:57:18,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. after waiting 0 ms 2024-11-26T07:57:18,401 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:57:18,402 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:57:18,402 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7f884aa919be927f6e6e22819b1ee3e: Waiting for close lock at 1732607838401Disabling compacts and flushes for region at 1732607838401Disabling writes for close at 1732607838401Writing region close event to WAL at 1732607838401Closed at 1732607838401 2024-11-26T07:57:18,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741847_1023 (size=54) 2024-11-26T07:57:18,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741847_1023 (size=54) 2024-11-26T07:57:18,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741847_1023 (size=54) 2024-11-26T07:57:18,406 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:18,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 0e127f80bdc85787ff2c846b95e51892, disabling compactions & flushes 2024-11-26T07:57:18,407 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:57:18,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:57:18,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. after waiting 0 ms 2024-11-26T07:57:18,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:57:18,407 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:57:18,407 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0e127f80bdc85787ff2c846b95e51892: Waiting for close lock at 1732607838407Disabling compacts and flushes for region at 1732607838407Disabling writes for close at 1732607838407Writing region close event to WAL at 1732607838407Closed at 1732607838407 2024-11-26T07:57:18,409 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:57:18,413 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607838409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607838409"}]},"ts":"1732607838409"} 2024-11-26T07:57:18,413 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607838409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607838409"}]},"ts":"1732607838409"} 2024-11-26T07:57:18,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732607838409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607838409"}]},"ts":"1732607838409"} 2024-11-26T07:57:18,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607838409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607838409"}]},"ts":"1732607838409"} 2024-11-26T07:57:18,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607838409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607838409"}]},"ts":"1732607838409"} 2024-11-26T07:57:18,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607838409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607838409"}]},"ts":"1732607838409"} 2024-11-26T07:57:18,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607838409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607838409"}]},"ts":"1732607838409"} 2024-11-26T07:57:18,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607838409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607838409"}]},"ts":"1732607838409"} 2024-11-26T07:57:18,415 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607838409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607838409"}]},"ts":"1732607838409"} 2024-11-26T07:57:18,415 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732607838409"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607838409"}]},"ts":"1732607838409"} 2024-11-26T07:57:18,451 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-26T07:57:18,454 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:57:18,456 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607838454"}]},"ts":"1732607838454"} 2024-11-26T07:57:18,460 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-26T07:57:18,461 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:57:18,470 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:57:18,470 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:57:18,470 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T07:57:18,470 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:57:18,470 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:57:18,470 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T07:57:18,470 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:57:18,470 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:57:18,470 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T07:57:18,470 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:57:18,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=256d7eb65083381ebbc2550e19f6779e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c254269833f5ce9fcf3f1267af68e3b3, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3846f34417f4775b9eaccf93145a9f0, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3f14ac10805e109655aa3d6146ac1fb, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2413b84cde8ca11abf9eb1691b73a97a, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=50a7058bf31c3c1272c2d6f84169300f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddb91d1e3f516a72ec653ad0eaf1e099, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b65862516d2e7fe36dd6e718486a6b3e, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7f884aa919be927f6e6e22819b1ee3e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e127f80bdc85787ff2c846b95e51892, ASSIGN}] 2024-11-26T07:57:18,478 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b65862516d2e7fe36dd6e718486a6b3e, ASSIGN 2024-11-26T07:57:18,478 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddb91d1e3f516a72ec653ad0eaf1e099, ASSIGN 2024-11-26T07:57:18,478 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=50a7058bf31c3c1272c2d6f84169300f, ASSIGN 2024-11-26T07:57:18,478 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2413b84cde8ca11abf9eb1691b73a97a, ASSIGN 2024-11-26T07:57:18,480 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b65862516d2e7fe36dd6e718486a6b3e, ASSIGN; state=OFFLINE, location=719ac8e87449,37789,1732607825718; forceNewPlan=false, retain=false 2024-11-26T07:57:18,480 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ddb91d1e3f516a72ec653ad0eaf1e099, ASSIGN; state=OFFLINE, location=719ac8e87449,39115,1732607825831; forceNewPlan=false, retain=false 2024-11-26T07:57:18,480 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=50a7058bf31c3c1272c2d6f84169300f, ASSIGN; state=OFFLINE, location=719ac8e87449,45597,1732607825896; forceNewPlan=false, retain=false 2024-11-26T07:57:18,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2413b84cde8ca11abf9eb1691b73a97a, ASSIGN; state=OFFLINE, location=719ac8e87449,37789,1732607825718; forceNewPlan=false, retain=false 2024-11-26T07:57:18,485 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3f14ac10805e109655aa3d6146ac1fb, ASSIGN 2024-11-26T07:57:18,485 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3846f34417f4775b9eaccf93145a9f0, ASSIGN 2024-11-26T07:57:18,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7f884aa919be927f6e6e22819b1ee3e, ASSIGN 2024-11-26T07:57:18,486 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e127f80bdc85787ff2c846b95e51892, ASSIGN 2024-11-26T07:57:18,486 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c254269833f5ce9fcf3f1267af68e3b3, ASSIGN 2024-11-26T07:57:18,487 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3f14ac10805e109655aa3d6146ac1fb, ASSIGN; state=OFFLINE, location=719ac8e87449,39115,1732607825831; forceNewPlan=false, retain=false 2024-11-26T07:57:18,487 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3846f34417f4775b9eaccf93145a9f0, ASSIGN; state=OFFLINE, location=719ac8e87449,37789,1732607825718; forceNewPlan=false, retain=false 2024-11-26T07:57:18,488 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e127f80bdc85787ff2c846b95e51892, ASSIGN; state=OFFLINE, location=719ac8e87449,39115,1732607825831; forceNewPlan=false, retain=false 2024-11-26T07:57:18,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7f884aa919be927f6e6e22819b1ee3e, ASSIGN; state=OFFLINE, location=719ac8e87449,45597,1732607825896; forceNewPlan=false, retain=false 2024-11-26T07:57:18,488 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c254269833f5ce9fcf3f1267af68e3b3, ASSIGN; state=OFFLINE, location=719ac8e87449,39115,1732607825831; forceNewPlan=false, retain=false 2024-11-26T07:57:18,494 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=256d7eb65083381ebbc2550e19f6779e, ASSIGN 2024-11-26T07:57:18,495 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=256d7eb65083381ebbc2550e19f6779e, ASSIGN; state=OFFLINE, location=719ac8e87449,45597,1732607825896; forceNewPlan=false, retain=false 2024-11-26T07:57:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:57:18,638 INFO [719ac8e87449:42009 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-26T07:57:18,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0e127f80bdc85787ff2c846b95e51892, regionState=OPENING, regionLocation=719ac8e87449,39115,1732607825831 2024-11-26T07:57:18,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=50a7058bf31c3c1272c2d6f84169300f, regionState=OPENING, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:18,639 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=256d7eb65083381ebbc2550e19f6779e, regionState=OPENING, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:18,639 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ddb91d1e3f516a72ec653ad0eaf1e099, regionState=OPENING, regionLocation=719ac8e87449,39115,1732607825831 2024-11-26T07:57:18,639 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d7f884aa919be927f6e6e22819b1ee3e, regionState=OPENING, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:18,640 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b3f14ac10805e109655aa3d6146ac1fb, regionState=OPENING, regionLocation=719ac8e87449,39115,1732607825831 2024-11-26T07:57:18,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c254269833f5ce9fcf3f1267af68e3b3, regionState=OPENING, regionLocation=719ac8e87449,39115,1732607825831 2024-11-26T07:57:18,640 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b3846f34417f4775b9eaccf93145a9f0, regionState=OPENING, regionLocation=719ac8e87449,37789,1732607825718 2024-11-26T07:57:18,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2413b84cde8ca11abf9eb1691b73a97a, regionState=OPENING, regionLocation=719ac8e87449,37789,1732607825718 2024-11-26T07:57:18,640 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b65862516d2e7fe36dd6e718486a6b3e, regionState=OPENING, regionLocation=719ac8e87449,37789,1732607825718 2024-11-26T07:57:18,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e127f80bdc85787ff2c846b95e51892, ASSIGN because future has completed 2024-11-26T07:57:18,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e127f80bdc85787ff2c846b95e51892, server=719ac8e87449,39115,1732607825831}] 2024-11-26T07:57:18,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d7f884aa919be927f6e6e22819b1ee3e, ASSIGN because future has completed 2024-11-26T07:57:18,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7f884aa919be927f6e6e22819b1ee3e, server=719ac8e87449,45597,1732607825896}] 2024-11-26T07:57:18,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=50a7058bf31c3c1272c2d6f84169300f, ASSIGN because future has completed 2024-11-26T07:57:18,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50a7058bf31c3c1272c2d6f84169300f, server=719ac8e87449,45597,1732607825896}] 2024-11-26T07:57:18,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ddb91d1e3f516a72ec653ad0eaf1e099, ASSIGN because future has completed 2024-11-26T07:57:18,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=256d7eb65083381ebbc2550e19f6779e, ASSIGN because future has completed 2024-11-26T07:57:18,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099, server=719ac8e87449,39115,1732607825831}] 2024-11-26T07:57:18,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 256d7eb65083381ebbc2550e19f6779e, server=719ac8e87449,45597,1732607825896}] 2024-11-26T07:57:18,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3f14ac10805e109655aa3d6146ac1fb, ASSIGN because future has completed 2024-11-26T07:57:18,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c254269833f5ce9fcf3f1267af68e3b3, ASSIGN because future has completed 2024-11-26T07:57:18,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3f14ac10805e109655aa3d6146ac1fb, server=719ac8e87449,39115,1732607825831}] 2024-11-26T07:57:18,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b65862516d2e7fe36dd6e718486a6b3e, ASSIGN because future has completed 2024-11-26T07:57:18,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3846f34417f4775b9eaccf93145a9f0, ASSIGN because future has completed 2024-11-26T07:57:18,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2413b84cde8ca11abf9eb1691b73a97a, ASSIGN because future has completed 2024-11-26T07:57:18,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b65862516d2e7fe36dd6e718486a6b3e, server=719ac8e87449,37789,1732607825718}] 2024-11-26T07:57:18,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2413b84cde8ca11abf9eb1691b73a97a, server=719ac8e87449,37789,1732607825718}] 2024-11-26T07:57:18,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3846f34417f4775b9eaccf93145a9f0, server=719ac8e87449,37789,1732607825718}] 2024-11-26T07:57:18,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c254269833f5ce9fcf3f1267af68e3b3, server=719ac8e87449,39115,1732607825831}] 2024-11-26T07:57:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:57:19,210 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:57:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:57:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:57:22,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:57:23,299 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T07:57:25,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:57:25,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T07:57:25,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:57:25,322 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T07:57:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:57:28,650 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:57:28,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:57:28,663 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:57:28,663 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:57:28,663 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 256d7eb65083381ebbc2550e19f6779e, NAME => 'SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-26T07:57:28,663 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e127f80bdc85787ff2c846b95e51892, NAME => 'SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-26T07:57:28,663 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:28,664 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:28,664 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:28,664 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:28,664 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:28,664 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:28,664 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:28,664 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:28,666 INFO [StoreOpener-256d7eb65083381ebbc2550e19f6779e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:28,666 INFO [StoreOpener-0e127f80bdc85787ff2c846b95e51892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:28,668 INFO [StoreOpener-256d7eb65083381ebbc2550e19f6779e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256d7eb65083381ebbc2550e19f6779e columnFamilyName cf 2024-11-26T07:57:28,668 DEBUG [StoreOpener-256d7eb65083381ebbc2550e19f6779e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:28,668 INFO [StoreOpener-0e127f80bdc85787ff2c846b95e51892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e127f80bdc85787ff2c846b95e51892 columnFamilyName cf 2024-11-26T07:57:28,669 DEBUG [StoreOpener-0e127f80bdc85787ff2c846b95e51892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:28,669 INFO [StoreOpener-256d7eb65083381ebbc2550e19f6779e-1 {}] regionserver.HStore(327): Store=256d7eb65083381ebbc2550e19f6779e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:28,669 INFO [StoreOpener-0e127f80bdc85787ff2c846b95e51892-1 {}] regionserver.HStore(327): Store=0e127f80bdc85787ff2c846b95e51892/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:28,669 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:28,669 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:28,671 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:28,671 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:28,671 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:57:28,671 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:28,672 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:28,672 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:28,672 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:28,673 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:28,673 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:28,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44589, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:57:28,675 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:28,675 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:28,679 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/256d7eb65083381ebbc2550e19f6779e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:28,679 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/0e127f80bdc85787ff2c846b95e51892/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:28,680 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 256d7eb65083381ebbc2550e19f6779e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61579738, jitterRate=-0.08239039778709412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:28,680 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 0e127f80bdc85787ff2c846b95e51892; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63962666, jitterRate=-0.04688200354576111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:28,680 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:28,680 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:28,682 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 0e127f80bdc85787ff2c846b95e51892: Running coprocessor pre-open hook at 1732607848665Writing region info on filesystem at 1732607848665Initializing all the Stores at 1732607848666 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607848666Cleaning up temporary data from old regions at 1732607848672 (+6 ms)Running coprocessor post-open hooks at 1732607848681 (+9 ms)Region opened successfully at 1732607848681 2024-11-26T07:57:28,682 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:57:28,682 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 256d7eb65083381ebbc2550e19f6779e: Running coprocessor pre-open hook at 1732607848664Writing region info on filesystem at 1732607848664Initializing all the Stores at 1732607848666 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607848666Cleaning up temporary data from old regions at 1732607848673 (+7 ms)Running coprocessor post-open hooks at 1732607848681 (+8 ms)Region opened successfully at 1732607848681 2024-11-26T07:57:28,682 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 2413b84cde8ca11abf9eb1691b73a97a, NAME => 'SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-26T07:57:28,682 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:28,683 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:28,683 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:28,683 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:28,684 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e., pid=19, masterSystemTime=1732607848653 2024-11-26T07:57:28,685 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892., pid=15, masterSystemTime=1732607848650 2024-11-26T07:57:28,685 INFO [StoreOpener-2413b84cde8ca11abf9eb1691b73a97a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:28,687 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:57:28,687 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:57:28,688 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:57:28,688 INFO [StoreOpener-2413b84cde8ca11abf9eb1691b73a97a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2413b84cde8ca11abf9eb1691b73a97a columnFamilyName cf 2024-11-26T07:57:28,688 DEBUG [StoreOpener-2413b84cde8ca11abf9eb1691b73a97a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:28,688 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 50a7058bf31c3c1272c2d6f84169300f, NAME => 'SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-26T07:57:28,688 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:28,688 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:28,688 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:28,688 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:28,689 INFO [StoreOpener-2413b84cde8ca11abf9eb1691b73a97a-1 {}] regionserver.HStore(327): Store=2413b84cde8ca11abf9eb1691b73a97a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:28,689 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:28,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=256d7eb65083381ebbc2550e19f6779e, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:28,689 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:57:28,690 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:57:28,690 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:57:28,690 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => ddb91d1e3f516a72ec653ad0eaf1e099, NAME => 'SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-26T07:57:28,690 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:28,690 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:28,691 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:28,691 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:28,691 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:28,691 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:28,692 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=0e127f80bdc85787ff2c846b95e51892, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,39115,1732607825831 2024-11-26T07:57:28,692 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:28,693 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:28,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 256d7eb65083381ebbc2550e19f6779e, server=719ac8e87449,45597,1732607825896 because future has completed 2024-11-26T07:57:28,695 INFO [StoreOpener-50a7058bf31c3c1272c2d6f84169300f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:28,695 INFO [StoreOpener-ddb91d1e3f516a72ec653ad0eaf1e099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:28,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e127f80bdc85787ff2c846b95e51892, server=719ac8e87449,39115,1732607825831 because future has completed 2024-11-26T07:57:28,698 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:28,699 INFO [StoreOpener-ddb91d1e3f516a72ec653ad0eaf1e099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddb91d1e3f516a72ec653ad0eaf1e099 columnFamilyName cf 2024-11-26T07:57:28,700 INFO [StoreOpener-50a7058bf31c3c1272c2d6f84169300f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50a7058bf31c3c1272c2d6f84169300f columnFamilyName cf 2024-11-26T07:57:28,700 DEBUG [StoreOpener-ddb91d1e3f516a72ec653ad0eaf1e099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:28,700 DEBUG [StoreOpener-50a7058bf31c3c1272c2d6f84169300f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:28,700 INFO [StoreOpener-50a7058bf31c3c1272c2d6f84169300f-1 {}] regionserver.HStore(327): Store=50a7058bf31c3c1272c2d6f84169300f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:28,701 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:28,702 INFO [StoreOpener-ddb91d1e3f516a72ec653ad0eaf1e099-1 {}] regionserver.HStore(327): Store=ddb91d1e3f516a72ec653ad0eaf1e099/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:28,702 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:28,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-26T07:57:28,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 256d7eb65083381ebbc2550e19f6779e, server=719ac8e87449,45597,1732607825896 in 10.0420 sec 2024-11-26T07:57:28,703 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:28,704 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:28,704 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:28,705 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:28,705 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:28,705 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:28,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-26T07:57:28,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=256d7eb65083381ebbc2550e19f6779e, ASSIGN in 10.2300 sec 2024-11-26T07:57:28,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e127f80bdc85787ff2c846b95e51892, server=719ac8e87449,39115,1732607825831 in 10.0540 sec 2024-11-26T07:57:28,706 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:28,706 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:28,708 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/2413b84cde8ca11abf9eb1691b73a97a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:28,708 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:28,708 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 2413b84cde8ca11abf9eb1691b73a97a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70298798, jitterRate=0.04753372073173523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:28,708 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:28,709 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 2413b84cde8ca11abf9eb1691b73a97a: Running coprocessor pre-open hook at 1732607848683Writing region info on filesystem at 1732607848683Initializing all the Stores at 1732607848685 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607848685Cleaning up temporary data from old regions at 1732607848693 (+8 ms)Running coprocessor post-open hooks at 1732607848709 (+16 ms)Region opened successfully at 1732607848709 2024-11-26T07:57:28,710 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a., pid=22, masterSystemTime=1732607848671 2024-11-26T07:57:28,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e127f80bdc85787ff2c846b95e51892, ASSIGN in 10.2340 sec 2024-11-26T07:57:28,711 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:28,712 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/ddb91d1e3f516a72ec653ad0eaf1e099/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:28,713 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:57:28,713 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:57:28,713 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened ddb91d1e3f516a72ec653ad0eaf1e099; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71876707, jitterRate=0.07104639708995819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:28,713 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:28,713 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:57:28,713 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for ddb91d1e3f516a72ec653ad0eaf1e099: Running coprocessor pre-open hook at 1732607848691Writing region info on filesystem at 1732607848691Initializing all the Stores at 1732607848693 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607848693Cleaning up temporary data from old regions at 1732607848705 (+12 ms)Running coprocessor post-open hooks at 1732607848713 (+8 ms)Region opened successfully at 1732607848713 2024-11-26T07:57:28,713 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => b65862516d2e7fe36dd6e718486a6b3e, NAME => 'SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-26T07:57:28,714 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:28,714 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:28,714 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:28,715 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:28,715 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099., pid=18, masterSystemTime=1732607848650 2024-11-26T07:57:28,715 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2413b84cde8ca11abf9eb1691b73a97a, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37789,1732607825718 2024-11-26T07:57:28,716 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=719ac8e87449,37789,1732607825718, table=SPTestTable, region=2413b84cde8ca11abf9eb1691b73a97a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T07:57:28,719 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:57:28,719 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:57:28,719 INFO [StoreOpener-b65862516d2e7fe36dd6e718486a6b3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:28,719 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:57:28,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2413b84cde8ca11abf9eb1691b73a97a, server=719ac8e87449,37789,1732607825718 because future has completed 2024-11-26T07:57:28,719 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => b3f14ac10805e109655aa3d6146ac1fb, NAME => 'SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-26T07:57:28,720 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:28,720 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:28,720 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:28,720 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:28,721 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/50a7058bf31c3c1272c2d6f84169300f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:28,721 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=ddb91d1e3f516a72ec653ad0eaf1e099, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,39115,1732607825831 2024-11-26T07:57:28,722 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 50a7058bf31c3c1272c2d6f84169300f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58734261, jitterRate=-0.12479130923748016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:28,722 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:28,722 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 50a7058bf31c3c1272c2d6f84169300f: Running coprocessor pre-open hook at 1732607848689Writing region info on filesystem at 1732607848689Initializing all the Stores at 1732607848690 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607848691 (+1 ms)Cleaning up temporary data from old regions at 1732607848706 (+15 ms)Running coprocessor post-open hooks at 1732607848722 (+16 ms)Region opened successfully at 1732607848722 2024-11-26T07:57:28,723 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f., pid=17, masterSystemTime=1732607848653 2024-11-26T07:57:28,724 INFO [StoreOpener-b65862516d2e7fe36dd6e718486a6b3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b65862516d2e7fe36dd6e718486a6b3e columnFamilyName cf 2024-11-26T07:57:28,724 DEBUG [StoreOpener-b65862516d2e7fe36dd6e718486a6b3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:28,725 INFO [StoreOpener-b3f14ac10805e109655aa3d6146ac1fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:28,726 INFO [StoreOpener-b65862516d2e7fe36dd6e718486a6b3e-1 {}] regionserver.HStore(327): Store=b65862516d2e7fe36dd6e718486a6b3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:28,726 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:28,727 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:57:28,727 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:57:28,727 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:57:28,727 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => d7f884aa919be927f6e6e22819b1ee3e, NAME => 'SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-26T07:57:28,728 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:28,728 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:28,728 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:28,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=50a7058bf31c3c1272c2d6f84169300f, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:28,728 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:28,728 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:28,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099, server=719ac8e87449,39115,1732607825831 because future has completed 2024-11-26T07:57:28,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=9 2024-11-26T07:57:28,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2413b84cde8ca11abf9eb1691b73a97a, server=719ac8e87449,37789,1732607825718 in 10.0590 sec 2024-11-26T07:57:28,731 INFO [StoreOpener-b3f14ac10805e109655aa3d6146ac1fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3f14ac10805e109655aa3d6146ac1fb columnFamilyName cf 2024-11-26T07:57:28,731 DEBUG [StoreOpener-b3f14ac10805e109655aa3d6146ac1fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:28,731 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:28,732 INFO [StoreOpener-d7f884aa919be927f6e6e22819b1ee3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:28,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50a7058bf31c3c1272c2d6f84169300f, server=719ac8e87449,45597,1732607825896 because future has completed 2024-11-26T07:57:28,733 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:28,733 INFO [StoreOpener-b3f14ac10805e109655aa3d6146ac1fb-1 {}] regionserver.HStore(327): Store=b3f14ac10805e109655aa3d6146ac1fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:28,733 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:28,733 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42009 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=719ac8e87449,45597,1732607825896, table=SPTestTable, region=50a7058bf31c3c1272c2d6f84169300f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-26T07:57:28,733 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:28,734 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:28,735 INFO [StoreOpener-d7f884aa919be927f6e6e22819b1ee3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7f884aa919be927f6e6e22819b1ee3e columnFamilyName cf 2024-11-26T07:57:28,735 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:28,735 DEBUG [StoreOpener-d7f884aa919be927f6e6e22819b1ee3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:28,736 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:28,736 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:28,736 INFO [StoreOpener-d7f884aa919be927f6e6e22819b1ee3e-1 {}] regionserver.HStore(327): Store=d7f884aa919be927f6e6e22819b1ee3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:28,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2413b84cde8ca11abf9eb1691b73a97a, ASSIGN in 10.2580 sec 2024-11-26T07:57:28,737 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:28,737 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:28,738 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:28,739 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:28,740 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:28,740 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:28,740 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:28,741 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b65862516d2e7fe36dd6e718486a6b3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:28,742 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened b65862516d2e7fe36dd6e718486a6b3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67543070, jitterRate=0.006470173597335815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:28,742 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:28,742 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for b65862516d2e7fe36dd6e718486a6b3e: Running coprocessor pre-open hook at 1732607848715Writing region info on filesystem at 1732607848715Initializing all the Stores at 1732607848717 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607848717Cleaning up temporary data from old regions at 1732607848733 (+16 ms)Running coprocessor post-open hooks at 1732607848742 (+9 ms)Region opened successfully at 1732607848742 2024-11-26T07:57:28,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=10 2024-11-26T07:57:28,744 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 50a7058bf31c3c1272c2d6f84169300f, server=719ac8e87449,45597,1732607825896 in 10.0860 sec 2024-11-26T07:57:28,745 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:28,745 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e., pid=21, masterSystemTime=1732607848671 2024-11-26T07:57:28,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-26T07:57:28,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099, server=719ac8e87449,39115,1732607825831 in 10.0820 sec 2024-11-26T07:57:28,748 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b3f14ac10805e109655aa3d6146ac1fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:28,749 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:57:28,749 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:57:28,749 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:57:28,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=50a7058bf31c3c1272c2d6f84169300f, ASSIGN in 10.2720 sec 2024-11-26T07:57:28,749 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened b3f14ac10805e109655aa3d6146ac1fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67064729, jitterRate=-6.576627492904663E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:28,750 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:28,750 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for b3f14ac10805e109655aa3d6146ac1fb: Running coprocessor pre-open hook at 1732607848720Writing region info on filesystem at 1732607848720Initializing all the Stores at 1732607848722 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607848722Cleaning up temporary data from old regions at 1732607848736 (+14 ms)Running coprocessor post-open hooks at 1732607848750 (+14 ms)Region opened successfully at 1732607848750 2024-11-26T07:57:28,750 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => b3846f34417f4775b9eaccf93145a9f0, NAME => 'SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-26T07:57:28,750 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/d7f884aa919be927f6e6e22819b1ee3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:28,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddb91d1e3f516a72ec653ad0eaf1e099, ASSIGN in 10.2740 sec 2024-11-26T07:57:28,751 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=b65862516d2e7fe36dd6e718486a6b3e, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37789,1732607825718 2024-11-26T07:57:28,751 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:28,751 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:28,751 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:28,751 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened d7f884aa919be927f6e6e22819b1ee3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73776035, jitterRate=0.09934858977794647}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:28,751 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb., pid=20, masterSystemTime=1732607848650 2024-11-26T07:57:28,751 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:28,752 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for d7f884aa919be927f6e6e22819b1ee3e: Running coprocessor pre-open hook at 1732607848728Writing region info on filesystem at 1732607848728Initializing all the Stores at 1732607848731 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607848732 (+1 ms)Cleaning up temporary data from old regions at 1732607848741 (+9 ms)Running coprocessor post-open hooks at 1732607848751 (+10 ms)Region opened successfully at 1732607848752 (+1 ms) 2024-11-26T07:57:28,752 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:28,754 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e., pid=16, masterSystemTime=1732607848653 2024-11-26T07:57:28,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure b65862516d2e7fe36dd6e718486a6b3e, server=719ac8e87449,37789,1732607825718 because future has completed 2024-11-26T07:57:28,755 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:57:28,755 INFO [StoreOpener-b3846f34417f4775b9eaccf93145a9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:28,755 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:57:28,755 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:57:28,756 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => c254269833f5ce9fcf3f1267af68e3b3, NAME => 'SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-26T07:57:28,756 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:28,756 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:28,756 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:28,756 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:28,757 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=b3f14ac10805e109655aa3d6146ac1fb, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,39115,1732607825831 2024-11-26T07:57:28,758 INFO [StoreOpener-b3846f34417f4775b9eaccf93145a9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3846f34417f4775b9eaccf93145a9f0 columnFamilyName cf 2024-11-26T07:57:28,758 DEBUG [StoreOpener-b3846f34417f4775b9eaccf93145a9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:28,759 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:57:28,759 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:57:28,760 INFO [StoreOpener-b3846f34417f4775b9eaccf93145a9f0-1 {}] regionserver.HStore(327): Store=b3846f34417f4775b9eaccf93145a9f0/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:28,760 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:28,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3f14ac10805e109655aa3d6146ac1fb, server=719ac8e87449,39115,1732607825831 because future has completed 2024-11-26T07:57:28,762 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d7f884aa919be927f6e6e22819b1ee3e, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:28,763 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:28,764 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:28,765 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:28,766 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:28,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7f884aa919be927f6e6e22819b1ee3e, server=719ac8e87449,45597,1732607825896 because future has completed 2024-11-26T07:57:28,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=12 2024-11-26T07:57:28,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure b65862516d2e7fe36dd6e718486a6b3e, server=719ac8e87449,37789,1732607825718 in 10.1000 sec 2024-11-26T07:57:28,769 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:28,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-26T07:57:28,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure b3f14ac10805e109655aa3d6146ac1fb, server=719ac8e87449,39115,1732607825831 in 10.1070 sec 2024-11-26T07:57:28,771 INFO [StoreOpener-c254269833f5ce9fcf3f1267af68e3b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:28,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3f14ac10805e109655aa3d6146ac1fb, ASSIGN in 10.2990 sec 2024-11-26T07:57:28,775 INFO [StoreOpener-c254269833f5ce9fcf3f1267af68e3b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c254269833f5ce9fcf3f1267af68e3b3 columnFamilyName cf 2024-11-26T07:57:28,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b65862516d2e7fe36dd6e718486a6b3e, ASSIGN in 10.2950 sec 2024-11-26T07:57:28,775 DEBUG [StoreOpener-c254269833f5ce9fcf3f1267af68e3b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:28,776 INFO [StoreOpener-c254269833f5ce9fcf3f1267af68e3b3-1 {}] regionserver.HStore(327): Store=c254269833f5ce9fcf3f1267af68e3b3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:28,776 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:28,777 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:28,779 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:28,779 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b3846f34417f4775b9eaccf93145a9f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:28,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-26T07:57:28,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d7f884aa919be927f6e6e22819b1ee3e, server=719ac8e87449,45597,1732607825896 in 10.1260 sec 2024-11-26T07:57:28,779 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:28,780 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:28,780 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened b3846f34417f4775b9eaccf93145a9f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62295697, jitterRate=-0.07172177731990814}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:28,780 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:28,780 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for b3846f34417f4775b9eaccf93145a9f0: Running coprocessor pre-open hook at 1732607848752Writing region info on filesystem at 1732607848752Initializing all the Stores at 1732607848754 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607848754Cleaning up temporary data from old regions at 1732607848766 (+12 ms)Running coprocessor post-open hooks at 1732607848780 (+14 ms)Region opened successfully at 1732607848780 2024-11-26T07:57:28,781 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0., pid=23, masterSystemTime=1732607848671 2024-11-26T07:57:28,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d7f884aa919be927f6e6e22819b1ee3e, ASSIGN in 10.3070 sec 2024-11-26T07:57:28,784 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:28,785 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:57:28,785 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:57:28,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b3846f34417f4775b9eaccf93145a9f0, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37789,1732607825718 2024-11-26T07:57:28,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3846f34417f4775b9eaccf93145a9f0, server=719ac8e87449,37789,1732607825718 because future has completed 2024-11-26T07:57:28,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-26T07:57:28,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b3846f34417f4775b9eaccf93145a9f0, server=719ac8e87449,37789,1732607825718 in 10.1290 sec 2024-11-26T07:57:28,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3846f34417f4775b9eaccf93145a9f0, ASSIGN in 10.3240 sec 2024-11-26T07:57:28,802 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/c254269833f5ce9fcf3f1267af68e3b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:57:28,804 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened c254269833f5ce9fcf3f1267af68e3b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64939020, jitterRate=-0.032333195209503174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:28,804 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:28,804 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for c254269833f5ce9fcf3f1267af68e3b3: Running coprocessor pre-open hook at 1732607848757Writing region info on filesystem at 1732607848757Initializing all the Stores at 1732607848759 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607848759Cleaning up temporary data from old regions at 1732607848780 (+21 ms)Running coprocessor post-open hooks at 1732607848804 (+24 ms)Region opened successfully at 1732607848804 2024-11-26T07:57:28,805 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3., pid=24, masterSystemTime=1732607848650 2024-11-26T07:57:28,809 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:57:28,809 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:57:28,810 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c254269833f5ce9fcf3f1267af68e3b3, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,39115,1732607825831 2024-11-26T07:57:28,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c254269833f5ce9fcf3f1267af68e3b3, server=719ac8e87449,39115,1732607825831 because future has completed 2024-11-26T07:57:28,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-26T07:57:28,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c254269833f5ce9fcf3f1267af68e3b3, server=719ac8e87449,39115,1732607825831 in 10.1470 sec 2024-11-26T07:57:28,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-26T07:57:28,825 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c254269833f5ce9fcf3f1267af68e3b3, ASSIGN in 10.3480 sec 2024-11-26T07:57:28,826 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:57:28,826 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607848826"}]},"ts":"1732607848826"} 2024-11-26T07:57:28,829 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-26T07:57:28,830 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:57:28,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6310 sec 2024-11-26T07:57:31,207 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-26T07:57:34,141 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:57:34,203 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T07:57:35,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-26T07:57:35,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-26T07:57:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:57:36,483 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-26T07:57:36,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-26T07:57:36,486 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:57:36,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-26T07:57:36,504 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:57:36,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-26T07:57:36,558 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,564 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,576 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,578 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,615 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e., hostname=719ac8e87449,37789,1732607825718, seqNum=2] 2024-11-26T07:57:36,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e., hostname=719ac8e87449,37789,1732607825718, seqNum=2] 2024-11-26T07:57:36,621 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e., hostname=719ac8e87449,37789,1732607825718, seqNum=2] 2024-11-26T07:57:36,624 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e., hostname=719ac8e87449,37789,1732607825718, seqNum=2] 2024-11-26T07:57:36,626 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e., hostname=719ac8e87449,37789,1732607825718, seqNum=2] 2024-11-26T07:57:36,627 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e., hostname=719ac8e87449,37789,1732607825718, seqNum=2] 2024-11-26T07:57:36,629 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e., hostname=719ac8e87449,37789,1732607825718, seqNum=2] 2024-11-26T07:57:36,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e., hostname=719ac8e87449,37789,1732607825718, seqNum=2] 2024-11-26T07:57:36,675 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e., hostname=719ac8e87449,45597,1732607825896, seqNum=2] 2024-11-26T07:57:36,678 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e., hostname=719ac8e87449,45597,1732607825896, seqNum=2] 2024-11-26T07:57:36,681 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e., hostname=719ac8e87449,45597,1732607825896, seqNum=2] 2024-11-26T07:57:36,683 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e., hostname=719ac8e87449,45597,1732607825896, seqNum=2] 2024-11-26T07:57:36,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e., hostname=719ac8e87449,45597,1732607825896, seqNum=2] 2024-11-26T07:57:36,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e., hostname=719ac8e87449,45597,1732607825896, seqNum=2] 2024-11-26T07:57:36,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e., hostname=719ac8e87449,45597,1732607825896, seqNum=2] 2024-11-26T07:57:36,771 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,773 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:36,780 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892., hostname=719ac8e87449,39115,1732607825831, seqNum=2] 2024-11-26T07:57:37,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:57:37,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:57:37,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:57:37,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:57:37,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:57:37,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45597 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T07:57:37,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37789 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T07:57:37,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T07:57:38,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39115 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T07:57:38,422 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-26T07:57:38,424 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:57:38,425 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T07:57:38,430 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T07:57:38,445 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T07:57:38,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741848_1024 (size=49) 2024-11-26T07:57:38,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741848_1024 (size=49) 2024-11-26T07:57:38,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741848_1024 (size=49) 2024-11-26T07:57:38,461 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T07:57:38,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 256d7eb65083381ebbc2550e19f6779e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3846f34417f4775b9eaccf93145a9f0}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2413b84cde8ca11abf9eb1691b73a97a}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50a7058bf31c3c1272c2d6f84169300f}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b65862516d2e7fe36dd6e718486a6b3e}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7f884aa919be927f6e6e22819b1ee3e}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892}] 2024-11-26T07:57:38,469 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:38,469 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:38,469 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:38,469 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:38,470 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:38,476 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:38,476 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:38,476 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:38,477 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:38,478 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:38,525 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 719ac8e87449,39115,1732607825831 2024-11-26T07:57:38,526 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 719ac8e87449,39115,1732607825831: Simulated kill ***** 2024-11-26T07:57:38,526 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:57:38,528 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:57:38,529 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:57:38,531 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:57:38,532 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:57:38,538 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 613725760 }, "NonHeapMemoryUsage": { "committed": 157155328, "init": 7667712, "max": -1, "used": 153587336 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "719ac8e87449", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14480, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "719ac8e87449", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:60790", "tag.serverName": "719ac8e87449,39115,1732607825831", "tag.clusterId": "d175e3db-e79a-47d7-8aaf-f58d33996fa8", "tag.Context": "regionserver", "tag.Hostname": "719ac8e87449", "regionCount": 4, "storeCount": 4, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 1024, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732607825831, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-26T07:57:38,542 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42009 {}] master.MasterRpcServices(700): 719ac8e87449,39115,1732607825831 reported a fatal error: ***** ABORTING region server 719ac8e87449,39115,1732607825831: Simulated kill ***** 2024-11-26T07:57:38,544 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,39115,1732607825831' ***** 2024-11-26T07:57:38,544 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-26T07:57:38,544 INFO [RS:1;719ac8e87449:39115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:57:38,545 INFO [RS:1;719ac8e87449:39115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-26T07:57:38,545 INFO [RS:1;719ac8e87449:39115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-26T07:57:38,545 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:57:38,545 INFO [RS:1;719ac8e87449:39115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:57:38,545 INFO [RS:1;719ac8e87449:39115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;719ac8e87449:39115. 2024-11-26T07:57:38,545 DEBUG [RS:1;719ac8e87449:39115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:57:38,545 DEBUG [RS:1;719ac8e87449:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:57:38,546 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:57:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741835_1011 (size=1257) 2024-11-26T07:57:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741835_1011 (size=1257) 2024-11-26T07:57:38,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741835_1011 (size=1257) 2024-11-26T07:57:38,552 DEBUG [RS:1;719ac8e87449:39115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:57:38,552 INFO [RS:1;719ac8e87449:39115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:57:38,553 INFO [RS:1;719ac8e87449:39115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39115 2024-11-26T07:57:38,591 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:57:38,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,39115,1732607825831 2024-11-26T07:57:38,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:57:38,620 INFO [RS:1;719ac8e87449:39115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:57:38,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,39115,1732607825831] 2024-11-26T07:57:38,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,39115,1732607825831 already deleted, retry=false 2024-11-26T07:57:38,639 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 719ac8e87449,39115,1732607825831 on 719ac8e87449,42009,1732607824988 2024-11-26T07:57:38,646 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 719ac8e87449,39115,1732607825831, splitWal=true, meta=false 2024-11-26T07:57:38,652 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=36 for 719ac8e87449,39115,1732607825831 (carryingMeta=false) 719ac8e87449,39115,1732607825831/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@23b520eb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T07:57:38,652 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 719ac8e87449,39115,1732607825831, splitWal=true, meta=false 2024-11-26T07:57:38,654 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 719ac8e87449,39115,1732607825831 had 4 regions 2024-11-26T07:57:38,654 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:38,654 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:38,655 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:38,655 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:38,656 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 719ac8e87449,39115,1732607825831, splitWal=true, meta=false, isMeta: false 2024-11-26T07:57:38,656 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 can not run currently because target server of region SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 719ac8e87449,39115,1732607825831 is in state CRASHED, wait 1000 ms to retry 2024-11-26T07:57:38,656 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3; timeout=1000, timestamp=1732607859656 2024-11-26T07:57:38,657 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 can not run currently because target server of region SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 719ac8e87449,39115,1732607825831 is in state CRASHED, wait 1000 ms to retry 2024-11-26T07:57:38,657 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb can not run currently because target server of region SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 1000 ms to retry 2024-11-26T07:57:38,657 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 can not run currently because target server of region SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 1000 ms to retry 2024-11-26T07:57:38,657 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099; timeout=1000, timestamp=1732607859657 2024-11-26T07:57:38,657 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb; timeout=1000, timestamp=1732607859657 2024-11-26T07:57:38,657 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892; timeout=1000, timestamp=1732607859657 2024-11-26T07:57:38,659 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting 2024-11-26T07:57:38,661 INFO [PEWorker-5 {}] master.SplitWALManager(105): 719ac8e87449,39115,1732607825831 WAL count=1, meta=false 2024-11-26T07:57:38,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 719ac8e87449%2C39115%2C1732607825831.1732607827416}] 2024-11-26T07:57:38,671 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=719ac8e87449,37789,1732607825718 2024-11-26T07:57:38,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 719ac8e87449%2C39115%2C1732607825831.1732607827416, worker=719ac8e87449,37789,1732607825718}] 2024-11-26T07:57:38,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:57:38,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39115-0x101776ee4020002, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:57:38,732 INFO [RS:1;719ac8e87449:39115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:57:38,732 INFO [RS:1;719ac8e87449:39115 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,39115,1732607825831; zookeeper connection closed. 2024-11-26T07:57:38,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@765697e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@765697e8 2024-11-26T07:57:39,287 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:57:39,287 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:57:39,657 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:39,657 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:39,657 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:39,658 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:39,659 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 can not run currently because target server of region SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 2000 ms to retry 2024-11-26T07:57:39,659 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 can not run currently because target server of region SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 2000 ms to retry 2024-11-26T07:57:39,659 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3; timeout=2000, timestamp=1732607861659 2024-11-26T07:57:39,659 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 can not run currently because target server of region SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 2000 ms to retry 2024-11-26T07:57:39,659 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892; timeout=2000, timestamp=1732607861659 2024-11-26T07:57:39,659 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099; timeout=2000, timestamp=1732607861659 2024-11-26T07:57:39,659 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb can not run currently because target server of region SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 2000 ms to retry 2024-11-26T07:57:39,660 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb; timeout=2000, timestamp=1732607861660 2024-11-26T07:57:41,660 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:41,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:41,661 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:41,662 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:41,664 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 can not run currently because target server of region SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 4000 ms to retry 2024-11-26T07:57:41,664 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 can not run currently because target server of region SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 4000 ms to retry 2024-11-26T07:57:41,665 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099; timeout=4000, timestamp=1732607865665 2024-11-26T07:57:41,665 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892; timeout=4000, timestamp=1732607865665 2024-11-26T07:57:41,665 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb can not run currently because target server of region SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 4000 ms to retry 2024-11-26T07:57:41,665 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 can not run currently because target server of region SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 4000 ms to retry 2024-11-26T07:57:41,665 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3; timeout=4000, timestamp=1732607865665 2024-11-26T07:57:41,665 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb; timeout=4000, timestamp=1732607865665 2024-11-26T07:57:45,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:45,667 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:45,667 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:45,668 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:45,670 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb can not run currently because target server of region SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 8000 ms to retry 2024-11-26T07:57:45,670 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 can not run currently because target server of region SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 8000 ms to retry 2024-11-26T07:57:45,670 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 can not run currently because target server of region SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 8000 ms to retry 2024-11-26T07:57:45,670 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 can not run currently because target server of region SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 719ac8e87449,39115,1732607825831 is in state SPLITTING, wait 8000 ms to retry 2024-11-26T07:57:45,671 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb; timeout=8000, timestamp=1732607873670 2024-11-26T07:57:45,671 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892; timeout=8000, timestamp=1732607873670 2024-11-26T07:57:45,671 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3; timeout=8000, timestamp=1732607873671 2024-11-26T07:57:45,671 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099; timeout=8000, timestamp=1732607873671 2024-11-26T07:57:48,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-26T07:57:48,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-26T07:57:48,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-26T07:57:48,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-26T07:57:48,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:57:48,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:57:48,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-26T07:57:48,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:57:48,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:57:48,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-26T07:57:48,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:57:48,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:57:48,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-26T07:57:48,488 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing d7f884aa919be927f6e6e22819b1ee3e 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-26T07:57:48,488 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing b65862516d2e7fe36dd6e718486a6b3e 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-26T07:57:48,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 256d7eb65083381ebbc2550e19f6779e: 2024-11-26T07:57:48,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 50a7058bf31c3c1272c2d6f84169300f: 2024-11-26T07:57:48,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 2413b84cde8ca11abf9eb1691b73a97a: 2024-11-26T07:57:48,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for b3846f34417f4775b9eaccf93145a9f0: 2024-11-26T07:57:48,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. for SnapshotProcedureTest completed. 2024-11-26T07:57:48,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. for SnapshotProcedureTest completed. 2024-11-26T07:57:48,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. for SnapshotProcedureTest completed. 2024-11-26T07:57:48,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. for SnapshotProcedureTest completed. 2024-11-26T07:57:48,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:57:48,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:57:48,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:57:48,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:57:48,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:57:48,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:57:48,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:57:48,493 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:57:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:57:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:57:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:57:48,495 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:57:48,519 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416, size=1.2 K (1257bytes) 2024-11-26T07:57:48,520 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-26T07:57:48,520 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-26T07:57:48,520 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416 2024-11-26T07:57:48,526 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416 after 4ms 2024-11-26T07:57:48,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741849_1025 (size=65) 2024-11-26T07:57:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741849_1025 (size=65) 2024-11-26T07:57:48,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:57:48,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741849_1025 (size=65) 2024-11-26T07:57:48,533 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-26T07:57:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-26T07:57:48,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:48,542 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:57:48,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b3846f34417f4775b9eaccf93145a9f0 in 10.0800 sec 2024-11-26T07:57:48,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741850_1026 (size=65) 2024-11-26T07:57:48,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741850_1026 (size=65) 2024-11-26T07:57:48,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741850_1026 (size=65) 2024-11-26T07:57:48,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:57:48,550 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-26T07:57:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-26T07:57:48,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:48,551 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:57:48,558 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416 took 40ms 2024-11-26T07:57:48,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2413b84cde8ca11abf9eb1691b73a97a in 10.0920 sec 2024-11-26T07:57:48,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741851_1027 (size=65) 2024-11-26T07:57:48,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741851_1027 (size=65) 2024-11-26T07:57:48,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741851_1027 (size=65) 2024-11-26T07:57:48,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:57:48,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-26T07:57:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-26T07:57:48,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:48,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:57:48,580 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 50a7058bf31c3c1272c2d6f84169300f in 10.1140 sec 2024-11-26T07:57:48,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741852_1028 (size=57) 2024-11-26T07:57:48,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741852_1028 (size=57) 2024-11-26T07:57:48,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741852_1028 (size=57) 2024-11-26T07:57:48,588 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:57:48,589 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-26T07:57:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-26T07:57:48,589 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 0e127f80bdc85787ff2c846b95e51892: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-26T07:57:48,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:48,590 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:57:48,592 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for ddb91d1e3f516a72ec653ad0eaf1e099: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-26T07:57:48,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 256d7eb65083381ebbc2550e19f6779e in 10.1280 sec 2024-11-26T07:57:48,595 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for b3f14ac10805e109655aa3d6146ac1fb: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-26T07:57:48,597 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for c254269833f5ce9fcf3f1267af68e3b3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-26T07:57:48,598 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416 so closing down 2024-11-26T07:57:48,598 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:57:48,598 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:57:48,603 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-26T07:57:48,603 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416, journal: Splitting hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416, size=1.2 K (1257bytes) at 1732607868519Finishing writing output for hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416 so closing down at 1732607868598 (+79 ms)3 split writer threads finished at 1732607868598Processed 4 edits across 0 Regions in 18 ms; skipped=4; WAL=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1732607868603 (+5 ms) 2024-11-26T07:57:48,603 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416 2024-11-26T07:57:48,603 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-26T07:57:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-26T07:57:48,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/d7f884aa919be927f6e6e22819b1ee3e/.tmp/cf/4af2e9547b974cd1a18a15f315e291b6 is 34, key is ccd/cf:cf/1732607857650/Put/seqid=0 2024-11-26T07:57:48,611 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b65862516d2e7fe36dd6e718486a6b3e/.tmp/cf/f42bf5b6407c47848e9c9fa60e674ecc is 34, key is baa/cf:cf/1732607857664/Put/seqid=0 2024-11-26T07:57:48,615 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting/719ac8e87449%2C39115%2C1732607825831.1732607827416 to hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/oldWALs 2024-11-26T07:57:48,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-26T07:57:48,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 719ac8e87449%2C39115%2C1732607825831.1732607827416, worker=719ac8e87449,37789,1732607825718 in 9.9410 sec 2024-11-26T07:57:48,621 DEBUG [PEWorker-3 {}] master.SplitWALManager(172): Release split WAL worker=719ac8e87449,37789,1732607825718 2024-11-26T07:57:48,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-26T07:57:48,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 719ac8e87449%2C39115%2C1732607825831.1732607827416, worker=719ac8e87449,37789,1732607825718 in 9.9590 sec 2024-11-26T07:57:48,627 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting dir is empty, no logs to split. 2024-11-26T07:57:48,627 INFO [PEWorker-5 {}] master.SplitWALManager(105): 719ac8e87449,39115,1732607825831 WAL count=0, meta=false 2024-11-26T07:57:48,627 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 719ac8e87449,39115,1732607825831 WAL splitting is done? wals=0, meta=false 2024-11-26T07:57:48,631 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 719ac8e87449,39115,1732607825831 failed, ignore...File hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,39115,1732607825831-splitting does not exist. 2024-11-26T07:57:48,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e127f80bdc85787ff2c846b95e51892, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3f14ac10805e109655aa3d6146ac1fb, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddb91d1e3f516a72ec653ad0eaf1e099, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c254269833f5ce9fcf3f1267af68e3b3, ASSIGN}] 2024-11-26T07:57:48,635 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e127f80bdc85787ff2c846b95e51892, ASSIGN 2024-11-26T07:57:48,635 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c254269833f5ce9fcf3f1267af68e3b3, ASSIGN 2024-11-26T07:57:48,635 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3f14ac10805e109655aa3d6146ac1fb, ASSIGN 2024-11-26T07:57:48,636 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddb91d1e3f516a72ec653ad0eaf1e099, ASSIGN 2024-11-26T07:57:48,637 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ddb91d1e3f516a72ec653ad0eaf1e099, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:57:48,637 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c254269833f5ce9fcf3f1267af68e3b3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:57:48,637 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e127f80bdc85787ff2c846b95e51892, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:57:48,637 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3f14ac10805e109655aa3d6146ac1fb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:57:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741853_1029 (size=47197) 2024-11-26T07:57:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741853_1029 (size=47197) 2024-11-26T07:57:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741853_1029 (size=47197) 2024-11-26T07:57:48,642 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/d7f884aa919be927f6e6e22819b1ee3e/.tmp/cf/4af2e9547b974cd1a18a15f315e291b6 2024-11-26T07:57:48,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741854_1030 (size=28623) 2024-11-26T07:57:48,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741854_1030 (size=28623) 2024-11-26T07:57:48,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741854_1030 (size=28623) 2024-11-26T07:57:48,650 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b65862516d2e7fe36dd6e718486a6b3e/.tmp/cf/f42bf5b6407c47848e9c9fa60e674ecc 2024-11-26T07:57:48,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/d7f884aa919be927f6e6e22819b1ee3e/.tmp/cf/4af2e9547b974cd1a18a15f315e291b6 as hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/d7f884aa919be927f6e6e22819b1ee3e/cf/4af2e9547b974cd1a18a15f315e291b6 2024-11-26T07:57:48,695 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b65862516d2e7fe36dd6e718486a6b3e/.tmp/cf/f42bf5b6407c47848e9c9fa60e674ecc as hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b65862516d2e7fe36dd6e718486a6b3e/cf/f42bf5b6407c47848e9c9fa60e674ecc 2024-11-26T07:57:48,707 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/d7f884aa919be927f6e6e22819b1ee3e/cf/4af2e9547b974cd1a18a15f315e291b6, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-26T07:57:48,707 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b65862516d2e7fe36dd6e718486a6b3e/cf/f42bf5b6407c47848e9c9fa60e674ecc, entries=731, sequenceid=5, filesize=28.0 K 2024-11-26T07:57:48,716 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for d7f884aa919be927f6e6e22819b1ee3e in 227ms, sequenceid=5, compaction requested=false 2024-11-26T07:57:48,716 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for b65862516d2e7fe36dd6e718486a6b3e in 227ms, sequenceid=5, compaction requested=false 2024-11-26T07:57:48,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for b65862516d2e7fe36dd6e718486a6b3e: 2024-11-26T07:57:48,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for d7f884aa919be927f6e6e22819b1ee3e: 2024-11-26T07:57:48,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. for SnapshotProcedureTest completed. 2024-11-26T07:57:48,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. for SnapshotProcedureTest completed. 2024-11-26T07:57:48,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:57:48,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:57:48,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:57:48,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:57:48,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b65862516d2e7fe36dd6e718486a6b3e/cf/f42bf5b6407c47848e9c9fa60e674ecc] hfiles 2024-11-26T07:57:48,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/d7f884aa919be927f6e6e22819b1ee3e/cf/4af2e9547b974cd1a18a15f315e291b6] hfiles 2024-11-26T07:57:48,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b65862516d2e7fe36dd6e718486a6b3e/cf/f42bf5b6407c47848e9c9fa60e674ecc for snapshot=SnapshotProcedureTest 2024-11-26T07:57:48,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/d7f884aa919be927f6e6e22819b1ee3e/cf/4af2e9547b974cd1a18a15f315e291b6 for snapshot=SnapshotProcedureTest 2024-11-26T07:57:48,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741855_1031 (size=105) 2024-11-26T07:57:48,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741855_1031 (size=105) 2024-11-26T07:57:48,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741855_1031 (size=105) 2024-11-26T07:57:48,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:57:48,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-26T07:57:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-26T07:57:48,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:48,744 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:57:48,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d7f884aa919be927f6e6e22819b1ee3e in 10.2820 sec 2024-11-26T07:57:48,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741856_1032 (size=105) 2024-11-26T07:57:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741856_1032 (size=105) 2024-11-26T07:57:48,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741856_1032 (size=105) 2024-11-26T07:57:48,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:57:48,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-26T07:57:48,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-26T07:57:48,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:48,751 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:57:48,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b65862516d2e7fe36dd6e718486a6b3e in 10.2890 sec 2024-11-26T07:57:48,787 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:57:48,788 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:57:48,788 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:57:48,788 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:57:48,788 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:57:48,788 INFO [719ac8e87449:42009 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:57:48,788 INFO [719ac8e87449:42009 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:57:48,788 DEBUG [719ac8e87449:42009 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:57:48,788 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ddb91d1e3f516a72ec653ad0eaf1e099, regionState=OPENING, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:48,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=c254269833f5ce9fcf3f1267af68e3b3, regionState=OPENING, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:48,788 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=0e127f80bdc85787ff2c846b95e51892, regionState=OPENING, regionLocation=719ac8e87449,37789,1732607825718 2024-11-26T07:57:48,788 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=b3f14ac10805e109655aa3d6146ac1fb, regionState=OPENING, regionLocation=719ac8e87449,37789,1732607825718 2024-11-26T07:57:48,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=b3f14ac10805e109655aa3d6146ac1fb, ASSIGN because future has completed 2024-11-26T07:57:48,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3f14ac10805e109655aa3d6146ac1fb, server=719ac8e87449,37789,1732607825718}] 2024-11-26T07:57:48,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0e127f80bdc85787ff2c846b95e51892, ASSIGN because future has completed 2024-11-26T07:57:48,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e127f80bdc85787ff2c846b95e51892, server=719ac8e87449,37789,1732607825718}] 2024-11-26T07:57:48,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c254269833f5ce9fcf3f1267af68e3b3, ASSIGN because future has completed 2024-11-26T07:57:48,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure c254269833f5ce9fcf3f1267af68e3b3, server=719ac8e87449,45597,1732607825896}] 2024-11-26T07:57:48,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ddb91d1e3f516a72ec653ad0eaf1e099, ASSIGN because future has completed 2024-11-26T07:57:48,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099, server=719ac8e87449,45597,1732607825896}] 2024-11-26T07:57:53,670 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 held by pid=39 2024-11-26T07:57:53,670 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb held by pid=40 2024-11-26T07:57:53,670 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:53,670 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:53,671 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 held by pid=42 2024-11-26T07:57:53,671 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:53,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 held by pid=41 2024-11-26T07:57:53,671 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,439 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T07:57:58,439 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T07:57:58,807 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:57:58,807 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:57:58,807 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => ddb91d1e3f516a72ec653ad0eaf1e099, NAME => 'SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-26T07:57:58,807 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => b3f14ac10805e109655aa3d6146ac1fb, NAME => 'SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-26T07:57:58,808 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,808 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,808 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:58,808 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:58,808 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,808 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,808 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,808 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,810 INFO [StoreOpener-ddb91d1e3f516a72ec653ad0eaf1e099-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,810 INFO [StoreOpener-b3f14ac10805e109655aa3d6146ac1fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,811 INFO [StoreOpener-b3f14ac10805e109655aa3d6146ac1fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3f14ac10805e109655aa3d6146ac1fb columnFamilyName cf 2024-11-26T07:57:58,811 DEBUG [StoreOpener-b3f14ac10805e109655aa3d6146ac1fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:58,811 INFO [StoreOpener-ddb91d1e3f516a72ec653ad0eaf1e099-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ddb91d1e3f516a72ec653ad0eaf1e099 columnFamilyName cf 2024-11-26T07:57:58,811 DEBUG [StoreOpener-ddb91d1e3f516a72ec653ad0eaf1e099-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:58,812 INFO [StoreOpener-b3f14ac10805e109655aa3d6146ac1fb-1 {}] regionserver.HStore(327): Store=b3f14ac10805e109655aa3d6146ac1fb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:58,812 INFO [StoreOpener-ddb91d1e3f516a72ec653ad0eaf1e099-1 {}] regionserver.HStore(327): Store=ddb91d1e3f516a72ec653ad0eaf1e099/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:58,812 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,812 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,813 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,813 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,814 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,815 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,815 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,815 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,815 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,815 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,817 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,818 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,819 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened b3f14ac10805e109655aa3d6146ac1fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61879441, jitterRate=-0.07792447507381439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:58,819 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened ddb91d1e3f516a72ec653ad0eaf1e099; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65947365, jitterRate=-0.01730768382549286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:58,819 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,819 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,819 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for b3f14ac10805e109655aa3d6146ac1fb: Running coprocessor pre-open hook at 1732607878808Writing region info on filesystem at 1732607878808Initializing all the Stores at 1732607878809 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607878809Cleaning up temporary data from old regions at 1732607878815 (+6 ms)Running coprocessor post-open hooks at 1732607878819 (+4 ms)Region opened successfully at 1732607878819 2024-11-26T07:57:58,819 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for ddb91d1e3f516a72ec653ad0eaf1e099: Running coprocessor pre-open hook at 1732607878808Writing region info on filesystem at 1732607878808Initializing all the Stores at 1732607878809 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607878809Cleaning up temporary data from old regions at 1732607878815 (+6 ms)Running coprocessor post-open hooks at 1732607878819 (+4 ms)Region opened successfully at 1732607878819 2024-11-26T07:57:58,820 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb., pid=43, masterSystemTime=1732607878794 2024-11-26T07:57:58,820 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099., pid=46, masterSystemTime=1732607878798 2024-11-26T07:57:58,822 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:57:58,822 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:57:58,822 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:57:58,823 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => c254269833f5ce9fcf3f1267af68e3b3, NAME => 'SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-26T07:57:58,823 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,823 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:58,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=ddb91d1e3f516a72ec653ad0eaf1e099, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:58,823 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,823 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:57:58,823 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,823 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:57:58,824 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:57:58,824 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e127f80bdc85787ff2c846b95e51892, NAME => 'SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-26T07:57:58,824 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=b3f14ac10805e109655aa3d6146ac1fb, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37789,1732607825718 2024-11-26T07:57:58,824 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,824 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:57:58,824 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,824 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,826 INFO [StoreOpener-c254269833f5ce9fcf3f1267af68e3b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,827 INFO [StoreOpener-0e127f80bdc85787ff2c846b95e51892-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099, server=719ac8e87449,45597,1732607825896 because future has completed 2024-11-26T07:57:58,827 INFO [StoreOpener-c254269833f5ce9fcf3f1267af68e3b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c254269833f5ce9fcf3f1267af68e3b3 columnFamilyName cf 2024-11-26T07:57:58,828 DEBUG [StoreOpener-c254269833f5ce9fcf3f1267af68e3b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:58,829 INFO [StoreOpener-c254269833f5ce9fcf3f1267af68e3b3-1 {}] regionserver.HStore(327): Store=c254269833f5ce9fcf3f1267af68e3b3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:58,829 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3f14ac10805e109655aa3d6146ac1fb, server=719ac8e87449,37789,1732607825718 because future has completed 2024-11-26T07:57:58,830 INFO [StoreOpener-0e127f80bdc85787ff2c846b95e51892-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e127f80bdc85787ff2c846b95e51892 columnFamilyName cf 2024-11-26T07:57:58,830 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,831 DEBUG [StoreOpener-0e127f80bdc85787ff2c846b95e51892-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:57:58,831 INFO [StoreOpener-0e127f80bdc85787ff2c846b95e51892-1 {}] regionserver.HStore(327): Store=0e127f80bdc85787ff2c846b95e51892/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:57:58,832 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,832 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,833 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,833 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,834 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-26T07:57:58,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099, server=719ac8e87449,45597,1732607825896 in 10.0330 sec 2024-11-26T07:57:58,836 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,837 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,837 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-26T07:57:58,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure b3f14ac10805e109655aa3d6146ac1fb, server=719ac8e87449,37789,1732607825718 in 10.0400 sec 2024-11-26T07:57:58,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ddb91d1e3f516a72ec653ad0eaf1e099, ASSIGN in 10.2010 sec 2024-11-26T07:57:58,838 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:57:58,838 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,840 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:57:58,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=b3f14ac10805e109655aa3d6146ac1fb, ASSIGN in 10.2050 sec 2024-11-26T07:57:58,841 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened c254269833f5ce9fcf3f1267af68e3b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62058654, jitterRate=-0.07525399327278137}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:58,841 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,841 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for c254269833f5ce9fcf3f1267af68e3b3: Running coprocessor pre-open hook at 1732607878823Writing region info on filesystem at 1732607878823Initializing all the Stores at 1732607878825 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607878825Cleaning up temporary data from old regions at 1732607878833 (+8 ms)Running coprocessor post-open hooks at 1732607878841 (+8 ms)Region opened successfully at 1732607878841 2024-11-26T07:57:58,841 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,842 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3., pid=45, masterSystemTime=1732607878798 2024-11-26T07:57:58,844 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 0e127f80bdc85787ff2c846b95e51892; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61759529, jitterRate=-0.07971130311489105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:57:58,845 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:57:58,845 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,845 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:57:58,845 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 0e127f80bdc85787ff2c846b95e51892: Running coprocessor pre-open hook at 1732607878825Writing region info on filesystem at 1732607878825Initializing all the Stores at 1732607878827 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607878827Cleaning up temporary data from old regions at 1732607878837 (+10 ms)Running coprocessor post-open hooks at 1732607878845 (+8 ms)Region opened successfully at 1732607878845 2024-11-26T07:57:58,845 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=c254269833f5ce9fcf3f1267af68e3b3, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,45597,1732607825896 2024-11-26T07:57:58,847 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892., pid=44, masterSystemTime=1732607878794 2024-11-26T07:57:58,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure c254269833f5ce9fcf3f1267af68e3b3, server=719ac8e87449,45597,1732607825896 because future has completed 2024-11-26T07:57:58,849 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:57:58,850 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:57:58,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=0e127f80bdc85787ff2c846b95e51892, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,37789,1732607825718 2024-11-26T07:57:58,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e127f80bdc85787ff2c846b95e51892, server=719ac8e87449,37789,1732607825718 because future has completed 2024-11-26T07:57:58,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-26T07:57:58,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure c254269833f5ce9fcf3f1267af68e3b3, server=719ac8e87449,45597,1732607825896 in 10.0550 sec 2024-11-26T07:57:58,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:57:58,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c254269833f5ce9fcf3f1267af68e3b3, ASSIGN in 10.2200 sec 2024-11-26T07:57:58,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-26T07:57:58,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e127f80bdc85787ff2c846b95e51892, server=719ac8e87449,37789,1732607825718 in 10.0610 sec 2024-11-26T07:57:58,859 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:57:58,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-26T07:57:58,860 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server 719ac8e87449,39115,1732607825831 after splitting done 2024-11-26T07:57:58,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0e127f80bdc85787ff2c846b95e51892, ASSIGN in 10.2240 sec 2024-11-26T07:57:58,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 719ac8e87449,39115,1732607825831, splitWal=true, meta=false in 20.2200 sec 2024-11-26T07:58:04,142 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:58:04,335 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-26T07:58:08,367 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-26T07:58:08,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-26T07:58:08,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-26T07:58:08,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:58:08,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:58:08,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for c254269833f5ce9fcf3f1267af68e3b3: 2024-11-26T07:58:08,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. for SnapshotProcedureTest completed. 2024-11-26T07:58:08,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for ddb91d1e3f516a72ec653ad0eaf1e099: 2024-11-26T07:58:08,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. for SnapshotProcedureTest completed. 2024-11-26T07:58:08,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:58:08,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:58:08,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:58:08,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:58:08,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:58:08,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-26T07:58:08,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:58:08,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:58:08,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-26T07:58:08,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 0e127f80bdc85787ff2c846b95e51892: 2024-11-26T07:58:08,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:58:08,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. for SnapshotProcedureTest completed. 2024-11-26T07:58:08,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for b3f14ac10805e109655aa3d6146ac1fb: 2024-11-26T07:58:08,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. for SnapshotProcedureTest completed. 2024-11-26T07:58:08,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:58:08,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:58:08,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:58:08,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:58:08,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:58:08,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:58:08,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741859_1035 (size=57) 2024-11-26T07:58:08,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741860_1036 (size=65) 2024-11-26T07:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741859_1035 (size=57) 2024-11-26T07:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741857_1033 (size=65) 2024-11-26T07:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741857_1033 (size=65) 2024-11-26T07:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741857_1033 (size=65) 2024-11-26T07:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741860_1036 (size=65) 2024-11-26T07:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741859_1035 (size=57) 2024-11-26T07:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741858_1034 (size=65) 2024-11-26T07:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741858_1034 (size=65) 2024-11-26T07:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741858_1034 (size=65) 2024-11-26T07:58:08,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741860_1036 (size=65) 2024-11-26T07:58:08,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:58:08,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-26T07:58:08,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:58:08,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-26T07:58:08,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:58:08,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-26T07:58:08,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:58:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-26T07:58:08,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-26T07:58:08,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-26T07:58:08,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:58:08,865 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:58:08,865 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:58:08,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:58:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-26T07:58:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-26T07:58:08,866 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:58:08,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:58:08,866 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:58:08,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:58:08,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0e127f80bdc85787ff2c846b95e51892 in 30.4030 sec 2024-11-26T07:58:08,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ddb91d1e3f516a72ec653ad0eaf1e099 in 30.4040 sec 2024-11-26T07:58:08,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c254269833f5ce9fcf3f1267af68e3b3 in 30.4030 sec 2024-11-26T07:58:08,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=25 2024-11-26T07:58:08,870 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T07:58:08,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b3f14ac10805e109655aa3d6146ac1fb in 30.4050 sec 2024-11-26T07:58:08,872 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T07:58:08,874 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T07:58:08,874 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-26T07:58:08,877 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-26T07:58:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741861_1037 (size=1094) 2024-11-26T07:58:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741861_1037 (size=1094) 2024-11-26T07:58:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741861_1037 (size=1094) 2024-11-26T07:58:08,904 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T07:58:08,912 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-26T07:58:08,920 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,37789,1732607825718 2024-11-26T07:58:08,920 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,45597,1732607825896 2024-11-26T07:58:08,920 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,37789,1732607825718 2024-11-26T07:58:08,920 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,37789,1732607825718 2024-11-26T07:58:08,920 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,45597,1732607825896 2024-11-26T07:58:08,925 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,45597,1732607825896 2024-11-26T07:58:08,978 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=719ac8e87449:42009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-26T07:58:13,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b65862516d2e7fe36dd6e718486a6b3e, had cached 0 bytes from a total of 28623 2024-11-26T07:58:13,728 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d7f884aa919be927f6e6e22819b1ee3e, had cached 0 bytes from a total of 47197 2024-11-26T07:58:17,950 DEBUG [master/719ac8e87449:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b3846f34417f4775b9eaccf93145a9f0 changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:58:17,952 DEBUG [master/719ac8e87449:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b3f14ac10805e109655aa3d6146ac1fb changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:58:17,952 DEBUG [master/719ac8e87449:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2413b84cde8ca11abf9eb1691b73a97a changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:58:17,955 DEBUG [master/719ac8e87449:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b65862516d2e7fe36dd6e718486a6b3e changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:58:17,955 DEBUG [master/719ac8e87449:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0e127f80bdc85787ff2c846b95e51892 changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:58:17,956 DEBUG [master/719ac8e87449:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 256d7eb65083381ebbc2550e19f6779e changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:58:17,956 DEBUG [master/719ac8e87449:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c254269833f5ce9fcf3f1267af68e3b3 changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:58:17,956 DEBUG [master/719ac8e87449:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 50a7058bf31c3c1272c2d6f84169300f changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:58:17,957 DEBUG [master/719ac8e87449:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ddb91d1e3f516a72ec653ad0eaf1e099 changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:58:17,957 DEBUG [master/719ac8e87449:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d7f884aa919be927f6e6e22819b1ee3e changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:58:18,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-26T07:58:18,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-26T07:58:18,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-26T07:58:18,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-26T07:58:18,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-26T07:58:18,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-26T07:58:18,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-26T07:58:18,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-26T07:58:18,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-26T07:58:18,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-26T07:58:18,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-26T07:58:18,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-26T07:58:18,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-26T07:58:18,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-26T07:58:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-26T07:58:18,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-26T07:58:18,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-26T07:58:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-26T07:58:18,990 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,45597,1732607825896 Release verify snapshot worker=719ac8e87449,45597,1732607825896 2024-11-26T07:58:18,990 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,37789,1732607825718 Release verify snapshot worker=719ac8e87449,37789,1732607825718 2024-11-26T07:58:18,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-26T07:58:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-26T07:58:18,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,37789,1732607825718 in 10.0780 sec 2024-11-26T07:58:18,996 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,37789,1732607825718 2024-11-26T07:58:18,997 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,45597,1732607825896 2024-11-26T07:58:18,998 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,37789,1732607825718 Release verify snapshot worker=719ac8e87449,37789,1732607825718 2024-11-26T07:58:18,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,45597,1732607825896 in 10.0780 sec 2024-11-26T07:58:19,001 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,45597,1732607825896 Release verify snapshot worker=719ac8e87449,45597,1732607825896 2024-11-26T07:58:19,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,37789,1732607825718 in 10.0860 sec 2024-11-26T07:58:19,001 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,37789,1732607825718 Release verify snapshot worker=719ac8e87449,37789,1732607825718 2024-11-26T07:58:19,001 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,37789,1732607825718 2024-11-26T07:58:19,001 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,45597,1732607825896 2024-11-26T07:58:19,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,45597,1732607825896 in 10.0890 sec 2024-11-26T07:58:19,004 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,45597,1732607825896 Release verify snapshot worker=719ac8e87449,45597,1732607825896 2024-11-26T07:58:19,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,37789,1732607825718 in 10.0890 sec 2024-11-26T07:58:19,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,45597,1732607825896 in 10.0920 sec 2024-11-26T07:58:28,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-26T07:58:28,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-26T07:58:28,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-26T07:58:28,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37789 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-26T07:58:28,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-26T07:58:28,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-26T07:58:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-26T07:58:29,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-26T07:58:29,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-26T07:58:29,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-26T07:58:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-26T07:58:29,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42009 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-26T07:58:29,004 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,45597,1732607825896 Release verify snapshot worker=719ac8e87449,45597,1732607825896 2024-11-26T07:58:29,004 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,37789,1732607825718 Release verify snapshot worker=719ac8e87449,37789,1732607825718 2024-11-26T07:58:29,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,45597,1732607825896 in 20.0930 sec 2024-11-26T07:58:29,009 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,37789,1732607825718 Release verify snapshot worker=719ac8e87449,37789,1732607825718 2024-11-26T07:58:29,009 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,45597,1732607825896 Release verify snapshot worker=719ac8e87449,45597,1732607825896 2024-11-26T07:58:29,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,37789,1732607825718 in 20.0930 sec 2024-11-26T07:58:29,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,37789,1732607825718 in 20.0970 sec 2024-11-26T07:58:29,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=25 2024-11-26T07:58:29,012 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T07:58:29,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,45597,1732607825896 in 20.0970 sec 2024-11-26T07:58:29,014 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/.hbase-snapshot/SnapshotProcedureTest 2024-11-26T07:58:29,016 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T07:58:29,016 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-26T07:58:29,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5980 sec 2024-11-26T07:58:29,075 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-26T07:58:29,083 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-26T07:58:29,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:58:29,083 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:58:29,083 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:58:29,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:58:29,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:58:29,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:58:29,084 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:58:29,084 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=688558194, stopped=false 2024-11-26T07:58:29,084 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,42009,1732607824988 2024-11-26T07:58:29,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:58:29,159 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:58:29,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:58:29,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:29,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:29,159 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:29,159 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:58:29,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:58:29,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:58:29,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:58:29,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:58:29,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:58:29,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:58:29,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,37789,1732607825718' ***** 2024-11-26T07:58:29,161 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:58:29,161 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,45597,1732607825896' ***** 2024-11-26T07:58:29,162 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:58:29,162 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:58:29,162 INFO [RS:0;719ac8e87449:37789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:58:29,162 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:58:29,162 INFO [RS:0;719ac8e87449:37789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:58:29,163 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(3091): Received CLOSE for b3f14ac10805e109655aa3d6146ac1fb 2024-11-26T07:58:29,163 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:58:29,163 INFO [RS:2;719ac8e87449:45597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:58:29,163 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:58:29,163 INFO [RS:2;719ac8e87449:45597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:58:29,163 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(3091): Received CLOSE for 50a7058bf31c3c1272c2d6f84169300f 2024-11-26T07:58:29,164 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e127f80bdc85787ff2c846b95e51892 2024-11-26T07:58:29,164 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(3091): Received CLOSE for d7f884aa919be927f6e6e22819b1ee3e 2024-11-26T07:58:29,164 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(3091): Received CLOSE for b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:58:29,164 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(3091): Received CLOSE for c254269833f5ce9fcf3f1267af68e3b3 2024-11-26T07:58:29,164 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(3091): Received CLOSE for 2413b84cde8ca11abf9eb1691b73a97a 2024-11-26T07:58:29,164 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(3091): Received CLOSE for 256d7eb65083381ebbc2550e19f6779e 2024-11-26T07:58:29,164 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(3091): Received CLOSE for b3846f34417f4775b9eaccf93145a9f0 2024-11-26T07:58:29,164 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(3091): Received CLOSE for ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:58:29,164 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3f14ac10805e109655aa3d6146ac1fb, disabling compactions & flushes 2024-11-26T07:58:29,164 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,37789,1732607825718 2024-11-26T07:58:29,164 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50a7058bf31c3c1272c2d6f84169300f, disabling compactions & flushes 2024-11-26T07:58:29,164 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,45597,1732607825896 2024-11-26T07:58:29,164 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:58:29,165 INFO [RS:0;719ac8e87449:37789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:58:29,165 INFO [RS:2;719ac8e87449:45597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:58:29,164 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:58:29,165 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:58:29,165 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. after waiting 0 ms 2024-11-26T07:58:29,165 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:58:29,165 INFO [RS:0;719ac8e87449:37789 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:37789. 2024-11-26T07:58:29,165 INFO [RS:2;719ac8e87449:45597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;719ac8e87449:45597. 2024-11-26T07:58:29,165 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:58:29,165 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. after waiting 0 ms 2024-11-26T07:58:29,165 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:58:29,165 DEBUG [RS:0;719ac8e87449:37789 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:58:29,165 DEBUG [RS:2;719ac8e87449:45597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:58:29,165 DEBUG [RS:0;719ac8e87449:37789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:58:29,165 DEBUG [RS:2;719ac8e87449:45597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:58:29,166 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-26T07:58:29,166 INFO [RS:2;719ac8e87449:45597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:58:29,166 INFO [RS:2;719ac8e87449:45597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:58:29,166 INFO [RS:2;719ac8e87449:45597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:58:29,166 DEBUG [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(1325): Online Regions={b3f14ac10805e109655aa3d6146ac1fb=SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb., 0e127f80bdc85787ff2c846b95e51892=SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892., b65862516d2e7fe36dd6e718486a6b3e=SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e., 2413b84cde8ca11abf9eb1691b73a97a=SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a., b3846f34417f4775b9eaccf93145a9f0=SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0.} 2024-11-26T07:58:29,166 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:58:29,166 DEBUG [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(1351): Waiting on 0e127f80bdc85787ff2c846b95e51892, 2413b84cde8ca11abf9eb1691b73a97a, b3846f34417f4775b9eaccf93145a9f0, b3f14ac10805e109655aa3d6146ac1fb, b65862516d2e7fe36dd6e718486a6b3e 2024-11-26T07:58:29,168 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:58:29,170 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-26T07:58:29,170 DEBUG [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(1325): Online Regions={50a7058bf31c3c1272c2d6f84169300f=SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f., 1588230740=hbase:meta,,1.1588230740, d7f884aa919be927f6e6e22819b1ee3e=SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e., c254269833f5ce9fcf3f1267af68e3b3=SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3., 256d7eb65083381ebbc2550e19f6779e=SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e., ddb91d1e3f516a72ec653ad0eaf1e099=SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099.} 2024-11-26T07:58:29,170 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:58:29,170 DEBUG [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 256d7eb65083381ebbc2550e19f6779e, 50a7058bf31c3c1272c2d6f84169300f, c254269833f5ce9fcf3f1267af68e3b3, d7f884aa919be927f6e6e22819b1ee3e, ddb91d1e3f516a72ec653ad0eaf1e099 2024-11-26T07:58:29,170 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:58:29,170 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:58:29,170 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:58:29,171 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:58:29,171 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-26T07:58:29,171 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/50a7058bf31c3c1272c2d6f84169300f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:58:29,171 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b3f14ac10805e109655aa3d6146ac1fb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:58:29,174 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:58:29,174 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3f14ac10805e109655aa3d6146ac1fb: Waiting for close lock at 1732607909164Running coprocessor pre-close hooks at 1732607909164Disabling compacts and flushes for region at 1732607909164Disabling writes for close at 1732607909165 (+1 ms)Writing region close event to WAL at 1732607909166 (+1 ms)Running coprocessor post-close hooks at 1732607909172 (+6 ms)Closed at 1732607909174 (+2 ms) 2024-11-26T07:58:29,174 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:58:29,174 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50a7058bf31c3c1272c2d6f84169300f: Waiting for close lock at 1732607909164Running coprocessor pre-close hooks at 1732607909164Disabling compacts and flushes for region at 1732607909164Disabling writes for close at 1732607909165 (+1 ms)Writing region close event to WAL at 1732607909167 (+2 ms)Running coprocessor post-close hooks at 1732607909174 (+7 ms)Closed at 1732607909174 2024-11-26T07:58:29,175 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732607838191.50a7058bf31c3c1272c2d6f84169300f. 2024-11-26T07:58:29,175 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732607838191.b3f14ac10805e109655aa3d6146ac1fb. 2024-11-26T07:58:29,175 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7f884aa919be927f6e6e22819b1ee3e, disabling compactions & flushes 2024-11-26T07:58:29,175 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:58:29,175 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e127f80bdc85787ff2c846b95e51892, disabling compactions & flushes 2024-11-26T07:58:29,175 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:58:29,175 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:58:29,175 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:58:29,175 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. after waiting 0 ms 2024-11-26T07:58:29,175 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:58:29,175 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. after waiting 0 ms 2024-11-26T07:58:29,175 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:58:29,181 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/d7f884aa919be927f6e6e22819b1ee3e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:58:29,182 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/0e127f80bdc85787ff2c846b95e51892/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:58:29,183 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:58:29,183 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7f884aa919be927f6e6e22819b1ee3e: Waiting for close lock at 1732607909175Running coprocessor pre-close hooks at 1732607909175Disabling compacts and flushes for region at 1732607909175Disabling writes for close at 1732607909175Writing region close event to WAL at 1732607909176 (+1 ms)Running coprocessor post-close hooks at 1732607909182 (+6 ms)Closed at 1732607909182 2024-11-26T07:58:29,183 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732607838191.d7f884aa919be927f6e6e22819b1ee3e. 2024-11-26T07:58:29,183 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c254269833f5ce9fcf3f1267af68e3b3, disabling compactions & flushes 2024-11-26T07:58:29,183 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:58:29,183 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:58:29,183 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:58:29,183 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. after waiting 0 ms 2024-11-26T07:58:29,183 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e127f80bdc85787ff2c846b95e51892: Waiting for close lock at 1732607909175Running coprocessor pre-close hooks at 1732607909175Disabling compacts and flushes for region at 1732607909175Disabling writes for close at 1732607909175Writing region close event to WAL at 1732607909176 (+1 ms)Running coprocessor post-close hooks at 1732607909183 (+7 ms)Closed at 1732607909183 2024-11-26T07:58:29,183 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:58:29,183 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732607838191.0e127f80bdc85787ff2c846b95e51892. 2024-11-26T07:58:29,184 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b65862516d2e7fe36dd6e718486a6b3e, disabling compactions & flushes 2024-11-26T07:58:29,184 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:58:29,184 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:58:29,184 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. after waiting 0 ms 2024-11-26T07:58:29,184 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:58:29,188 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/c254269833f5ce9fcf3f1267af68e3b3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:58:29,189 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:58:29,190 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c254269833f5ce9fcf3f1267af68e3b3: Waiting for close lock at 1732607909183Running coprocessor pre-close hooks at 1732607909183Disabling compacts and flushes for region at 1732607909183Disabling writes for close at 1732607909183Writing region close event to WAL at 1732607909184 (+1 ms)Running coprocessor post-close hooks at 1732607909189 (+5 ms)Closed at 1732607909189 2024-11-26T07:58:29,190 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3. 2024-11-26T07:58:29,190 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 256d7eb65083381ebbc2550e19f6779e, disabling compactions & flushes 2024-11-26T07:58:29,190 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b65862516d2e7fe36dd6e718486a6b3e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:58:29,190 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:58:29,190 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:58:29,190 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. after waiting 0 ms 2024-11-26T07:58:29,190 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:58:29,191 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:58:29,191 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b65862516d2e7fe36dd6e718486a6b3e: Waiting for close lock at 1732607909184Running coprocessor pre-close hooks at 1732607909184Disabling compacts and flushes for region at 1732607909184Disabling writes for close at 1732607909184Writing region close event to WAL at 1732607909185 (+1 ms)Running coprocessor post-close hooks at 1732607909191 (+6 ms)Closed at 1732607909191 2024-11-26T07:58:29,191 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732607838191.b65862516d2e7fe36dd6e718486a6b3e. 2024-11-26T07:58:29,191 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2413b84cde8ca11abf9eb1691b73a97a, disabling compactions & flushes 2024-11-26T07:58:29,191 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:58:29,191 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:58:29,192 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. after waiting 0 ms 2024-11-26T07:58:29,192 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:58:29,196 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/256d7eb65083381ebbc2550e19f6779e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:58:29,197 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/2413b84cde8ca11abf9eb1691b73a97a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:58:29,197 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:58:29,197 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 256d7eb65083381ebbc2550e19f6779e: Waiting for close lock at 1732607909190Running coprocessor pre-close hooks at 1732607909190Disabling compacts and flushes for region at 1732607909190Disabling writes for close at 1732607909190Writing region close event to WAL at 1732607909191 (+1 ms)Running coprocessor post-close hooks at 1732607909197 (+6 ms)Closed at 1732607909197 2024-11-26T07:58:29,197 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732607838191.256d7eb65083381ebbc2550e19f6779e. 2024-11-26T07:58:29,198 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ddb91d1e3f516a72ec653ad0eaf1e099, disabling compactions & flushes 2024-11-26T07:58:29,198 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:58:29,198 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:58:29,198 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:58:29,198 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. after waiting 0 ms 2024-11-26T07:58:29,198 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2413b84cde8ca11abf9eb1691b73a97a: Waiting for close lock at 1732607909191Running coprocessor pre-close hooks at 1732607909191Disabling compacts and flushes for region at 1732607909191Disabling writes for close at 1732607909192 (+1 ms)Writing region close event to WAL at 1732607909192Running coprocessor post-close hooks at 1732607909198 (+6 ms)Closed at 1732607909198 2024-11-26T07:58:29,198 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:58:29,198 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732607838191.2413b84cde8ca11abf9eb1691b73a97a. 2024-11-26T07:58:29,198 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3846f34417f4775b9eaccf93145a9f0, disabling compactions & flushes 2024-11-26T07:58:29,198 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:58:29,198 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:58:29,198 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. after waiting 0 ms 2024-11-26T07:58:29,198 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:58:29,204 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/.tmp/info/44583434536b4160b3c8337c25e7bc8f is 167, key is SPTestTable,19999999,1732607838191.c254269833f5ce9fcf3f1267af68e3b3./info:regioninfo/1732607878845/Put/seqid=0 2024-11-26T07:58:29,212 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/b3846f34417f4775b9eaccf93145a9f0/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:58:29,212 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/default/SPTestTable/ddb91d1e3f516a72ec653ad0eaf1e099/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:58:29,213 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:58:29,213 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3846f34417f4775b9eaccf93145a9f0: Waiting for close lock at 1732607909198Running coprocessor pre-close hooks at 1732607909198Disabling compacts and flushes for region at 1732607909198Disabling writes for close at 1732607909198Writing region close event to WAL at 1732607909203 (+5 ms)Running coprocessor post-close hooks at 1732607909213 (+10 ms)Closed at 1732607909213 2024-11-26T07:58:29,213 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:58:29,213 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732607838191.b3846f34417f4775b9eaccf93145a9f0. 2024-11-26T07:58:29,213 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ddb91d1e3f516a72ec653ad0eaf1e099: Waiting for close lock at 1732607909198Running coprocessor pre-close hooks at 1732607909198Disabling compacts and flushes for region at 1732607909198Disabling writes for close at 1732607909198Writing region close event to WAL at 1732607909198Running coprocessor post-close hooks at 1732607909213 (+15 ms)Closed at 1732607909213 2024-11-26T07:58:29,214 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732607838191.ddb91d1e3f516a72ec653ad0eaf1e099. 2024-11-26T07:58:29,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741862_1038 (size=20292) 2024-11-26T07:58:29,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741862_1038 (size=20292) 2024-11-26T07:58:29,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741862_1038 (size=20292) 2024-11-26T07:58:29,223 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/.tmp/info/44583434536b4160b3c8337c25e7bc8f 2024-11-26T07:58:29,247 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/.tmp/ns/ce231c008e3a4489aca1f5f6d9f184cd is 43, key is default/ns:d/1732607837900/Put/seqid=0 2024-11-26T07:58:29,252 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:58:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741863_1039 (size=5153) 2024-11-26T07:58:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741863_1039 (size=5153) 2024-11-26T07:58:29,255 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/.tmp/ns/ce231c008e3a4489aca1f5f6d9f184cd 2024-11-26T07:58:29,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741863_1039 (size=5153) 2024-11-26T07:58:29,278 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/.tmp/table/f0475c87ef5e414b929e9e8d249cc048 is 47, key is SPTestTable/table:state/1732607848826/Put/seqid=0 2024-11-26T07:58:29,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741864_1040 (size=5214) 2024-11-26T07:58:29,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741864_1040 (size=5214) 2024-11-26T07:58:29,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741864_1040 (size=5214) 2024-11-26T07:58:29,286 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/.tmp/table/f0475c87ef5e414b929e9e8d249cc048 2024-11-26T07:58:29,296 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/.tmp/info/44583434536b4160b3c8337c25e7bc8f as hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/info/44583434536b4160b3c8337c25e7bc8f 2024-11-26T07:58:29,303 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/info/44583434536b4160b3c8337c25e7bc8f, entries=116, sequenceid=37, filesize=19.8 K 2024-11-26T07:58:29,305 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/.tmp/ns/ce231c008e3a4489aca1f5f6d9f184cd as hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/ns/ce231c008e3a4489aca1f5f6d9f184cd 2024-11-26T07:58:29,313 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/ns/ce231c008e3a4489aca1f5f6d9f184cd, entries=2, sequenceid=37, filesize=5.0 K 2024-11-26T07:58:29,315 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/.tmp/table/f0475c87ef5e414b929e9e8d249cc048 as hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/table/f0475c87ef5e414b929e9e8d249cc048 2024-11-26T07:58:29,323 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/table/f0475c87ef5e414b929e9e8d249cc048, entries=2, sequenceid=37, filesize=5.1 K 2024-11-26T07:58:29,324 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=37, compaction requested=false 2024-11-26T07:58:29,330 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-26T07:58:29,330 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:58:29,330 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:58:29,331 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:58:29,331 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:58:29,331 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607909170Running coprocessor pre-close hooks at 1732607909170Disabling compacts and flushes for region at 1732607909170Disabling writes for close at 1732607909171 (+1 ms)Obtaining lock to block concurrent updates at 1732607909171Preparing flush snapshotting stores in 1588230740 at 1732607909171Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1732607909171Flushing stores of hbase:meta,,1.1588230740 at 1732607909172 (+1 ms)Flushing 1588230740/info: creating writer at 1732607909174 (+2 ms)Flushing 1588230740/info: appending metadata at 1732607909203 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732607909203Flushing 1588230740/ns: creating writer at 1732607909232 (+29 ms)Flushing 1588230740/ns: appending metadata at 1732607909246 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732607909246Flushing 1588230740/table: creating writer at 1732607909263 (+17 ms)Flushing 1588230740/table: appending metadata at 1732607909277 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732607909277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48afec7e: reopening flushed file at 1732607909294 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b4d9133: reopening flushed file at 1732607909304 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62cd5b3a: reopening flushed file at 1732607909314 (+10 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=37, compaction requested=false at 1732607909324 (+10 ms)Writing region close event to WAL at 1732607909326 (+2 ms)Running coprocessor post-close hooks at 1732607909331 (+5 ms)Closed at 1732607909331 2024-11-26T07:58:29,332 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:58:29,332 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:58:29,332 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:58:29,367 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,37789,1732607825718; all regions closed. 2024-11-26T07:58:29,371 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,45597,1732607825896; all regions closed. 2024-11-26T07:58:29,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741834_1010 (size=3530) 2024-11-26T07:58:29,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741834_1010 (size=3530) 2024-11-26T07:58:29,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741834_1010 (size=3530) 2024-11-26T07:58:29,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741836_1012 (size=19530) 2024-11-26T07:58:29,377 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/WALs/719ac8e87449,45597,1732607825896/719ac8e87449%2C45597%2C1732607825896.meta.1732607837715.meta not finished, retry = 0 2024-11-26T07:58:29,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741836_1012 (size=19530) 2024-11-26T07:58:29,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741836_1012 (size=19530) 2024-11-26T07:58:29,378 DEBUG [RS:0;719ac8e87449:37789 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/oldWALs 2024-11-26T07:58:29,379 INFO [RS:0;719ac8e87449:37789 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C37789%2C1732607825718:(num 1732607827416) 2024-11-26T07:58:29,379 DEBUG [RS:0;719ac8e87449:37789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:58:29,379 INFO [RS:0;719ac8e87449:37789 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:58:29,379 INFO [RS:0;719ac8e87449:37789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:58:29,379 INFO [RS:0;719ac8e87449:37789 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:58:29,379 INFO [RS:0;719ac8e87449:37789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:58:29,379 INFO [RS:0;719ac8e87449:37789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:58:29,379 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:58:29,380 INFO [RS:0;719ac8e87449:37789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:58:29,380 INFO [RS:0;719ac8e87449:37789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:58:29,380 INFO [RS:0;719ac8e87449:37789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37789 2024-11-26T07:58:29,409 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,37789,1732607825718 2024-11-26T07:58:29,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:58:29,409 INFO [RS:0;719ac8e87449:37789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:58:29,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,37789,1732607825718] 2024-11-26T07:58:29,425 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,37789,1732607825718 already deleted, retry=false 2024-11-26T07:58:29,425 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,37789,1732607825718 expired; onlineServers=1 2024-11-26T07:58:29,481 DEBUG [RS:2;719ac8e87449:45597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/oldWALs 2024-11-26T07:58:29,481 INFO [RS:2;719ac8e87449:45597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C45597%2C1732607825896.meta:.meta(num 1732607837715) 2024-11-26T07:58:29,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741833_1009 (size=3500) 2024-11-26T07:58:29,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741833_1009 (size=3500) 2024-11-26T07:58:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741833_1009 (size=3500) 2024-11-26T07:58:29,491 DEBUG [RS:2;719ac8e87449:45597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/oldWALs 2024-11-26T07:58:29,491 INFO [RS:2;719ac8e87449:45597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C45597%2C1732607825896:(num 1732607827415) 2024-11-26T07:58:29,491 DEBUG [RS:2;719ac8e87449:45597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:58:29,491 INFO [RS:2;719ac8e87449:45597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:58:29,491 INFO [RS:2;719ac8e87449:45597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:58:29,491 INFO [RS:2;719ac8e87449:45597 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:58:29,492 INFO [RS:2;719ac8e87449:45597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:58:29,492 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:58:29,492 INFO [RS:2;719ac8e87449:45597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45597 2024-11-26T07:58:29,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:58:29,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,45597,1732607825896 2024-11-26T07:58:29,517 INFO [RS:2;719ac8e87449:45597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:58:29,517 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:58:29,517 INFO [RS:0;719ac8e87449:37789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:58:29,517 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37789-0x101776ee4020001, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:58:29,517 INFO [RS:0;719ac8e87449:37789 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,37789,1732607825718; zookeeper connection closed. 2024-11-26T07:58:29,517 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@228d3b2e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@228d3b2e 2024-11-26T07:58:29,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,45597,1732607825896] 2024-11-26T07:58:29,533 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,45597,1732607825896 already deleted, retry=false 2024-11-26T07:58:29,533 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,45597,1732607825896 expired; onlineServers=0 2024-11-26T07:58:29,534 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,42009,1732607824988' ***** 2024-11-26T07:58:29,534 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:58:29,534 INFO [M:0;719ac8e87449:42009 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:58:29,534 INFO [M:0;719ac8e87449:42009 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:58:29,535 DEBUG [M:0;719ac8e87449:42009 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:58:29,535 DEBUG [M:0;719ac8e87449:42009 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:58:29,535 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607827027 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607827027,5,FailOnTimeoutGroup] 2024-11-26T07:58:29,535 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607827024 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607827024,5,FailOnTimeoutGroup] 2024-11-26T07:58:29,535 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:58:29,535 INFO [M:0;719ac8e87449:42009 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:58:29,536 INFO [M:0;719ac8e87449:42009 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:58:29,536 DEBUG [M:0;719ac8e87449:42009 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:58:29,536 INFO [M:0;719ac8e87449:42009 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:58:29,536 INFO [M:0;719ac8e87449:42009 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:58:29,536 ERROR [M:0;719ac8e87449:42009 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:43521 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43521,5,PEWorkerGroup] 2024-11-26T07:58:29,537 INFO [M:0;719ac8e87449:42009 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:58:29,538 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:58:29,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T07:58:29,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:29,542 DEBUG [M:0;719ac8e87449:42009 {}] zookeeper.ZKUtil(347): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T07:58:29,542 WARN [M:0;719ac8e87449:42009 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:58:29,543 INFO [M:0;719ac8e87449:42009 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/.lastflushedseqids 2024-11-26T07:58:29,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741865_1041 (size=686) 2024-11-26T07:58:29,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741865_1041 (size=686) 2024-11-26T07:58:29,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741865_1041 (size=686) 2024-11-26T07:58:29,557 INFO [M:0;719ac8e87449:42009 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:58:29,557 INFO [M:0;719ac8e87449:42009 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:58:29,557 DEBUG [M:0;719ac8e87449:42009 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:58:29,557 INFO [M:0;719ac8e87449:42009 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:58:29,557 DEBUG [M:0;719ac8e87449:42009 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:58:29,557 DEBUG [M:0;719ac8e87449:42009 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:58:29,557 DEBUG [M:0;719ac8e87449:42009 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:58:29,557 INFO [M:0;719ac8e87449:42009 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=196.23 KB heapSize=243.23 KB 2024-11-26T07:58:29,582 DEBUG [M:0;719ac8e87449:42009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0666aa9eea84466da5906a4a744698f4 is 82, key is hbase:meta,,1/info:regioninfo/1732607837797/Put/seqid=0 2024-11-26T07:58:29,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741866_1042 (size=5672) 2024-11-26T07:58:29,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741866_1042 (size=5672) 2024-11-26T07:58:29,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741866_1042 (size=5672) 2024-11-26T07:58:29,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:58:29,625 INFO [RS:2;719ac8e87449:45597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:58:29,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45597-0x101776ee4020003, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:58:29,625 INFO [RS:2;719ac8e87449:45597 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,45597,1732607825896; zookeeper connection closed. 2024-11-26T07:58:29,626 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a2ffd0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a2ffd0 2024-11-26T07:58:29,627 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-26T07:58:29,993 INFO [M:0;719ac8e87449:42009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0666aa9eea84466da5906a4a744698f4 2024-11-26T07:58:30,022 DEBUG [M:0;719ac8e87449:42009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e83f76c7ebab44c88a968263a3fa52ec is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732607848834/Put/seqid=0 2024-11-26T07:58:30,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741867_1043 (size=8973) 2024-11-26T07:58:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741867_1043 (size=8973) 2024-11-26T07:58:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741867_1043 (size=8973) 2024-11-26T07:58:30,030 INFO [M:0;719ac8e87449:42009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195.49 KB at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e83f76c7ebab44c88a968263a3fa52ec 2024-11-26T07:58:30,037 INFO [M:0;719ac8e87449:42009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e83f76c7ebab44c88a968263a3fa52ec 2024-11-26T07:58:30,052 DEBUG [M:0;719ac8e87449:42009 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84e8c100d4ab490e999462b4aca03563 is 69, key is 719ac8e87449,37789,1732607825718/rs:state/1732607827085/Put/seqid=0 2024-11-26T07:58:30,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741868_1044 (size=5446) 2024-11-26T07:58:30,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741868_1044 (size=5446) 2024-11-26T07:58:30,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741868_1044 (size=5446) 2024-11-26T07:58:30,462 INFO [M:0;719ac8e87449:42009 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=516 (bloomFilter=true), to=hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84e8c100d4ab490e999462b4aca03563 2024-11-26T07:58:30,476 INFO [M:0;719ac8e87449:42009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e8c100d4ab490e999462b4aca03563 2024-11-26T07:58:30,478 DEBUG [M:0;719ac8e87449:42009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0666aa9eea84466da5906a4a744698f4 as hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0666aa9eea84466da5906a4a744698f4 2024-11-26T07:58:30,485 INFO [M:0;719ac8e87449:42009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0666aa9eea84466da5906a4a744698f4, entries=8, sequenceid=516, filesize=5.5 K 2024-11-26T07:58:30,486 DEBUG [M:0;719ac8e87449:42009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e83f76c7ebab44c88a968263a3fa52ec as hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e83f76c7ebab44c88a968263a3fa52ec 2024-11-26T07:58:30,492 INFO [M:0;719ac8e87449:42009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e83f76c7ebab44c88a968263a3fa52ec 2024-11-26T07:58:30,493 INFO [M:0;719ac8e87449:42009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e83f76c7ebab44c88a968263a3fa52ec, entries=56, sequenceid=516, filesize=8.8 K 2024-11-26T07:58:30,494 DEBUG [M:0;719ac8e87449:42009 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84e8c100d4ab490e999462b4aca03563 as hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84e8c100d4ab490e999462b4aca03563 2024-11-26T07:58:30,500 INFO [M:0;719ac8e87449:42009 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84e8c100d4ab490e999462b4aca03563 2024-11-26T07:58:30,500 INFO [M:0;719ac8e87449:42009 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43521/user/jenkins/test-data/e7617703-fb7d-1b5d-e980-b4f7ddf4b93d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84e8c100d4ab490e999462b4aca03563, entries=3, sequenceid=516, filesize=5.3 K 2024-11-26T07:58:30,501 INFO [M:0;719ac8e87449:42009 {}] regionserver.HRegion(3140): Finished flush of dataSize ~196.23 KB/200936, heapSize ~242.94 KB/248768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=516, compaction requested=false 2024-11-26T07:58:30,503 INFO [M:0;719ac8e87449:42009 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:58:30,503 DEBUG [M:0;719ac8e87449:42009 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607909557Disabling compacts and flushes for region at 1732607909557Disabling writes for close at 1732607909557Obtaining lock to block concurrent updates at 1732607909557Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732607909557Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=200936, getHeapSize=249008, getOffHeapSize=0, getCellsCount=623 at 1732607909558 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732607909558Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732607909559 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732607909581 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732607909581Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732607910005 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732607910021 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732607910021Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732607910037 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732607910051 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732607910051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2905475e: reopening flushed file at 1732607910476 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@114fad4d: reopening flushed file at 1732607910485 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cb88248: reopening flushed file at 1732607910493 (+8 ms)Finished flush of dataSize ~196.23 KB/200936, heapSize ~242.94 KB/248768, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 944ms, sequenceid=516, compaction requested=false at 1732607910501 (+8 ms)Writing region close event to WAL at 1732607910502 (+1 ms)Closed at 1732607910502 2024-11-26T07:58:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42187 is added to blk_1073741830_1006 (size=235323) 2024-11-26T07:58:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45143 is added to blk_1073741830_1006 (size=235323) 2024-11-26T07:58:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37699 is added to blk_1073741830_1006 (size=235323) 2024-11-26T07:58:30,506 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:58:30,506 INFO [M:0;719ac8e87449:42009 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:58:30,506 INFO [M:0;719ac8e87449:42009 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42009 2024-11-26T07:58:30,507 INFO [M:0;719ac8e87449:42009 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:58:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:58:30,667 INFO [M:0;719ac8e87449:42009 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:58:30,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42009-0x101776ee4020000, quorum=127.0.0.1:60790, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:58:30,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829d582{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:58:30,711 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@214e58f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:58:30,711 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:58:30,712 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b3a725b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:58:30,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290abb78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.log.dir/,STOPPED} 2024-11-26T07:58:30,716 WARN [BP-323438141-172.17.0.2-1732607821107 heartbeating to localhost/127.0.0.1:43521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:58:30,716 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:58:30,716 WARN [BP-323438141-172.17.0.2-1732607821107 heartbeating to localhost/127.0.0.1:43521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323438141-172.17.0.2-1732607821107 (Datanode Uuid 5b0622e7-4925-40e0-bf80-ca2c83fa5ace) service to localhost/127.0.0.1:43521 2024-11-26T07:58:30,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:58:30,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data5/current/BP-323438141-172.17.0.2-1732607821107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:58:30,718 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data6/current/BP-323438141-172.17.0.2-1732607821107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:58:30,718 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:58:30,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733978e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:58:30,721 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cec9164{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:58:30,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:58:30,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2267987d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:58:30,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ffd676e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.log.dir/,STOPPED} 2024-11-26T07:58:30,722 WARN [BP-323438141-172.17.0.2-1732607821107 heartbeating to localhost/127.0.0.1:43521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:58:30,722 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:58:30,722 WARN [BP-323438141-172.17.0.2-1732607821107 heartbeating to localhost/127.0.0.1:43521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323438141-172.17.0.2-1732607821107 (Datanode Uuid 23aadf8a-e669-4d92-bc0e-cce027b1f68d) service to localhost/127.0.0.1:43521 2024-11-26T07:58:30,722 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:58:30,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data3/current/BP-323438141-172.17.0.2-1732607821107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:58:30,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data4/current/BP-323438141-172.17.0.2-1732607821107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:58:30,723 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:58:30,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3822facf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:58:30,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18c70438{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:58:30,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:58:30,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f453cb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:58:30,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdaaf48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.log.dir/,STOPPED} 2024-11-26T07:58:30,727 WARN [BP-323438141-172.17.0.2-1732607821107 heartbeating to localhost/127.0.0.1:43521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:58:30,727 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:58:30,727 WARN [BP-323438141-172.17.0.2-1732607821107 heartbeating to localhost/127.0.0.1:43521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-323438141-172.17.0.2-1732607821107 (Datanode Uuid d046bce0-a55d-435b-87b2-d1e6e4a53d6d) service to localhost/127.0.0.1:43521 2024-11-26T07:58:30,727 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:58:30,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data1/current/BP-323438141-172.17.0.2-1732607821107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:58:30,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/cluster_03f43167-c719-c072-2e87-dfbd9dae75ed/data/data2/current/BP-323438141-172.17.0.2-1732607821107 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:58:30,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:58:30,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458e1c66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:58:30,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5d970{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:58:30,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:58:30,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a9f9f29{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:58:30,743 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@379e5835{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.log.dir/,STOPPED} 2024-11-26T07:58:30,751 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:58:30,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:58:30,801 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/719ac8e87449:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43521 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43521 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/719ac8e87449:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/719ac8e87449:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/719ac8e87449:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/719ac8e87449:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@21e1660c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/719ac8e87449:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/719ac8e87449:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:43521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/719ac8e87449:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=440 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=76 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=10446 (was 11599) 2024-11-26T07:58:30,807 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=76, ProcessCount=11, AvailableMemoryMB=10446 2024-11-26T07:58:30,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.log.dir so I do NOT create it in target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff 2024-11-26T07:58:30,821 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.log.dir Erasing configuration value by system value. 2024-11-26T07:58:30,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.tmp.dir so I do NOT create it in target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff 2024-11-26T07:58:30,821 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bb885529-07ec-a97b-3c53-21fcf4f9a8b5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-26T07:58:30,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff 2024-11-26T07:58:30,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-26T07:58:30,821 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567, deleteOnExit=true 2024-11-26T07:58:30,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-26T07:58:30,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/test.cache.data in system properties and HBase conf 2024-11-26T07:58:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-26T07:58:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/hadoop.log.dir in system properties and HBase conf 2024-11-26T07:58:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-26T07:58:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-26T07:58:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-26T07:58:30,822 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-26T07:58:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:58:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-26T07:58:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-26T07:58:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:58:30,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-26T07:58:30,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-26T07:58:30,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-26T07:58:30,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:58:30,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-26T07:58:30,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/nfs.dump.dir in system properties and HBase conf 2024-11-26T07:58:30,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/java.io.tmpdir in system properties and HBase conf 2024-11-26T07:58:30,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-26T07:58:30,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-26T07:58:30,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-26T07:58:31,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:58:31,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:58:31,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:58:31,154 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:58:31,154 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:58:31,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:58:31,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ce18350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:58:31,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dfcc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:58:31,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bff3664{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/java.io.tmpdir/jetty-localhost-33569-hadoop-hdfs-3_4_1-tests_jar-_-any-5135349438799128652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:58:31,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29e7e3f8{HTTP/1.1, (http/1.1)}{localhost:33569} 2024-11-26T07:58:31,252 INFO [Time-limited test {}] server.Server(415): Started @92000ms 2024-11-26T07:58:31,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:58:31,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:58:31,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:58:31,451 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:58:31,451 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-26T07:58:31,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771051c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:58:31,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27ad0793{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:58:31,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4af89912{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/java.io.tmpdir/jetty-localhost-33343-hadoop-hdfs-3_4_1-tests_jar-_-any-2217503443828097811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:58:31,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@386a2c52{HTTP/1.1, (http/1.1)}{localhost:33343} 2024-11-26T07:58:31,545 INFO [Time-limited test {}] server.Server(415): Started @92293ms 2024-11-26T07:58:31,546 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:58:31,579 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:58:31,583 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:58:31,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:58:31,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:58:31,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:58:31,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa7c867{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:58:31,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b469ccb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:58:31,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32fb5951{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/java.io.tmpdir/jetty-localhost-44711-hadoop-hdfs-3_4_1-tests_jar-_-any-549945687224850327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:58:31,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ec82a8{HTTP/1.1, (http/1.1)}{localhost:44711} 2024-11-26T07:58:31,680 INFO [Time-limited test {}] server.Server(415): Started @92428ms 2024-11-26T07:58:31,681 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:58:31,706 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-26T07:58:31,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-26T07:58:31,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-26T07:58:31,710 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-26T07:58:31,710 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-26T07:58:31,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ea76b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/hadoop.log.dir/,AVAILABLE} 2024-11-26T07:58:31,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2acf49f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-26T07:58:31,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@362c387{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/java.io.tmpdir/jetty-localhost-43107-hadoop-hdfs-3_4_1-tests_jar-_-any-12282392490382530029/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:58:31,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e800446{HTTP/1.1, (http/1.1)}{localhost:43107} 2024-11-26T07:58:31,806 INFO [Time-limited test {}] server.Server(415): Started @92554ms 2024-11-26T07:58:31,807 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-26T07:58:32,368 WARN [Thread-707 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data1/current/BP-1720440860-172.17.0.2-1732607910841/current, will proceed with Du for space computation calculation, 2024-11-26T07:58:32,368 WARN [Thread-708 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data2/current/BP-1720440860-172.17.0.2-1732607910841/current, will proceed with Du for space computation calculation, 2024-11-26T07:58:32,390 WARN [Thread-648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:58:32,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf54d9162088dce6 with lease ID 0x577352ac80abaa5b: Processing first storage report for DS-7406e9f9-b499-4e41-afb7-eb2f55c56747 from datanode DatanodeRegistration(127.0.0.1:44095, datanodeUuid=b112a98e-5863-4bbd-a75b-2d4d2100271d, infoPort=37549, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841) 2024-11-26T07:58:32,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf54d9162088dce6 with lease ID 0x577352ac80abaa5b: from storage DS-7406e9f9-b499-4e41-afb7-eb2f55c56747 node DatanodeRegistration(127.0.0.1:44095, datanodeUuid=b112a98e-5863-4bbd-a75b-2d4d2100271d, infoPort=37549, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:58:32,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf54d9162088dce6 with lease ID 0x577352ac80abaa5b: Processing first storage report for DS-7412bc3e-70e2-4014-ac18-e0195c35360f from datanode DatanodeRegistration(127.0.0.1:44095, datanodeUuid=b112a98e-5863-4bbd-a75b-2d4d2100271d, infoPort=37549, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841) 2024-11-26T07:58:32,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf54d9162088dce6 with lease ID 0x577352ac80abaa5b: from storage DS-7412bc3e-70e2-4014-ac18-e0195c35360f node DatanodeRegistration(127.0.0.1:44095, datanodeUuid=b112a98e-5863-4bbd-a75b-2d4d2100271d, infoPort=37549, infoSecurePort=0, ipcPort=37035, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:58:32,609 WARN [Thread-720 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data4/current/BP-1720440860-172.17.0.2-1732607910841/current, will proceed with Du for space computation calculation, 2024-11-26T07:58:32,609 WARN [Thread-719 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data3/current/BP-1720440860-172.17.0.2-1732607910841/current, will proceed with Du for space computation calculation, 2024-11-26T07:58:32,624 WARN [Thread-671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:58:32,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfedcab89479e556f with lease ID 0x577352ac80abaa5c: Processing first storage report for DS-3ff9dd70-7e38-4df4-a260-e7dd8b6cb81a from datanode DatanodeRegistration(127.0.0.1:34027, datanodeUuid=03f8532f-2a5a-4c53-a743-b6663ebc0216, infoPort=42467, infoSecurePort=0, ipcPort=36821, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841) 2024-11-26T07:58:32,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfedcab89479e556f with lease ID 0x577352ac80abaa5c: from storage DS-3ff9dd70-7e38-4df4-a260-e7dd8b6cb81a node DatanodeRegistration(127.0.0.1:34027, datanodeUuid=03f8532f-2a5a-4c53-a743-b6663ebc0216, infoPort=42467, infoSecurePort=0, ipcPort=36821, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:58:32,626 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfedcab89479e556f with lease ID 0x577352ac80abaa5c: Processing first storage report for DS-d8c5ca03-e15a-46d6-acb0-7878eb118157 from datanode DatanodeRegistration(127.0.0.1:34027, datanodeUuid=03f8532f-2a5a-4c53-a743-b6663ebc0216, infoPort=42467, infoSecurePort=0, ipcPort=36821, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841) 2024-11-26T07:58:32,626 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfedcab89479e556f with lease ID 0x577352ac80abaa5c: from storage DS-d8c5ca03-e15a-46d6-acb0-7878eb118157 node DatanodeRegistration(127.0.0.1:34027, datanodeUuid=03f8532f-2a5a-4c53-a743-b6663ebc0216, infoPort=42467, infoSecurePort=0, ipcPort=36821, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:58:32,705 WARN [Thread-730 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data5/current/BP-1720440860-172.17.0.2-1732607910841/current, will proceed with Du for space computation calculation, 2024-11-26T07:58:32,706 WARN [Thread-731 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data6/current/BP-1720440860-172.17.0.2-1732607910841/current, will proceed with Du for space computation calculation, 2024-11-26T07:58:32,728 WARN [Thread-693 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-26T07:58:32,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ceea07b49c3a8be with lease ID 0x577352ac80abaa5d: Processing first storage report for DS-5b57a192-1e46-45ea-b8e3-c2a8f910d3ae from datanode DatanodeRegistration(127.0.0.1:45855, datanodeUuid=705e1de9-21cf-4f25-808a-a174756af9d2, infoPort=35929, infoSecurePort=0, ipcPort=35869, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841) 2024-11-26T07:58:32,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ceea07b49c3a8be with lease ID 0x577352ac80abaa5d: from storage DS-5b57a192-1e46-45ea-b8e3-c2a8f910d3ae node DatanodeRegistration(127.0.0.1:45855, datanodeUuid=705e1de9-21cf-4f25-808a-a174756af9d2, infoPort=35929, infoSecurePort=0, ipcPort=35869, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:58:32,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1ceea07b49c3a8be with lease ID 0x577352ac80abaa5d: Processing first storage report for DS-3e5363e6-b275-4f66-a2b2-2e44f3c84094 from datanode DatanodeRegistration(127.0.0.1:45855, datanodeUuid=705e1de9-21cf-4f25-808a-a174756af9d2, infoPort=35929, infoSecurePort=0, ipcPort=35869, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841) 2024-11-26T07:58:32,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1ceea07b49c3a8be with lease ID 0x577352ac80abaa5d: from storage DS-3e5363e6-b275-4f66-a2b2-2e44f3c84094 node DatanodeRegistration(127.0.0.1:45855, datanodeUuid=705e1de9-21cf-4f25-808a-a174756af9d2, infoPort=35929, infoSecurePort=0, ipcPort=35869, storageInfo=lv=-57;cid=testClusterID;nsid=1439443167;c=1732607910841), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-26T07:58:32,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff 2024-11-26T07:58:32,760 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/zookeeper_0, clientPort=59168, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-26T07:58:32,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59168 2024-11-26T07:58:32,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:58:32,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:58:32,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:58:32,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:58:32,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741825_1001 (size=7) 2024-11-26T07:58:32,778 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d with version=8 2024-11-26T07:58:32,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/hbase-staging 2024-11-26T07:58:32,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:58:32,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:32,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:32,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:58:32,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:32,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:58:32,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-26T07:58:32,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:58:32,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37047 2024-11-26T07:58:32,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37047 connecting to ZooKeeper ensemble=127.0.0.1:59168 2024-11-26T07:58:32,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370470x0, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:58:32,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37047-0x10177703dfc0000 connected 2024-11-26T07:58:32,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:58:32,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:58:32,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:58:32,916 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d, hbase.cluster.distributed=false 2024-11-26T07:58:32,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:58:32,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37047 2024-11-26T07:58:32,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37047 2024-11-26T07:58:32,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37047 2024-11-26T07:58:32,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37047 2024-11-26T07:58:32,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37047 2024-11-26T07:58:32,942 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:58:32,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:32,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:32,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:58:32,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:32,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:58:32,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:58:32,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:58:32,944 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39667 2024-11-26T07:58:32,945 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39667 connecting to ZooKeeper ensemble=127.0.0.1:59168 2024-11-26T07:58:32,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:58:32,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:58:32,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396670x0, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:58:32,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396670x0, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:58:32,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39667-0x10177703dfc0001 connected 2024-11-26T07:58:32,958 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:58:32,959 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:58:32,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:58:32,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:58:32,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-26T07:58:32,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39667 2024-11-26T07:58:32,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39667 2024-11-26T07:58:32,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-26T07:58:32,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39667 2024-11-26T07:58:32,981 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:58:32,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:32,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:32,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:58:32,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:32,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:58:32,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:58:32,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:58:32,982 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41823 2024-11-26T07:58:32,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41823 connecting to ZooKeeper ensemble=127.0.0.1:59168 2024-11-26T07:58:32,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:58:32,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:58:32,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418230x0, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:58:32,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:58:32,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41823-0x10177703dfc0002 connected 2024-11-26T07:58:32,999 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:58:33,000 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:58:33,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:58:33,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:58:33,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41823 2024-11-26T07:58:33,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41823 2024-11-26T07:58:33,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41823 2024-11-26T07:58:33,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41823 2024-11-26T07:58:33,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41823 2024-11-26T07:58:33,019 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/719ac8e87449:0 server-side Connection retries=45 2024-11-26T07:58:33,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:33,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:33,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-26T07:58:33,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-26T07:58:33,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-26T07:58:33,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-26T07:58:33,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-26T07:58:33,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43165 2024-11-26T07:58:33,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43165 connecting to ZooKeeper ensemble=127.0.0.1:59168 2024-11-26T07:58:33,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:58:33,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:58:33,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431650x0, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-26T07:58:33,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43165-0x10177703dfc0003 connected 2024-11-26T07:58:33,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:58:33,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-26T07:58:33,034 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-26T07:58:33,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-26T07:58:33,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-26T07:58:33,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43165 2024-11-26T07:58:33,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43165 2024-11-26T07:58:33,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43165 2024-11-26T07:58:33,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43165 2024-11-26T07:58:33,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43165 2024-11-26T07:58:33,051 DEBUG [M:0;719ac8e87449:37047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;719ac8e87449:37047 2024-11-26T07:58:33,052 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/719ac8e87449,37047,1732607912780 2024-11-26T07:58:33,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:58:33,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:58:33,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:58:33,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:58:33,058 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/719ac8e87449,37047,1732607912780 2024-11-26T07:58:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:58:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:58:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-26T07:58:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,067 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-26T07:58:33,067 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/719ac8e87449,37047,1732607912780 from backup master directory 2024-11-26T07:58:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/719ac8e87449,37047,1732607912780 2024-11-26T07:58:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:58:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:58:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:58:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-26T07:58:33,074 WARN [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:58:33,074 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=719ac8e87449,37047,1732607912780 2024-11-26T07:58:33,080 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/hbase.id] with ID: 63f82c8d-9ccf-4217-a162-dc988125c496 2024-11-26T07:58:33,080 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/.tmp/hbase.id 2024-11-26T07:58:33,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:58:33,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:58:33,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741826_1002 (size=42) 2024-11-26T07:58:33,089 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/.tmp/hbase.id]:[hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/hbase.id] 2024-11-26T07:58:33,103 INFO [master/719ac8e87449:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-26T07:58:33,103 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-26T07:58:33,105 INFO [master/719ac8e87449:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-26T07:58:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:58:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:58:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741827_1003 (size=196) 2024-11-26T07:58:33,128 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:58:33,130 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-26T07:58:33,130 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:58:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:58:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:58:33,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741828_1004 (size=1189) 2024-11-26T07:58:33,143 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store 2024-11-26T07:58:33,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:58:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:58:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741829_1005 (size=34) 2024-11-26T07:58:33,153 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:33,153 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:58:33,153 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:58:33,153 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:58:33,153 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:58:33,153 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:58:33,153 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:58:33,153 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607913153Disabling compacts and flushes for region at 1732607913153Disabling writes for close at 1732607913153Writing region close event to WAL at 1732607913153Closed at 1732607913153 2024-11-26T07:58:33,154 WARN [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/.initializing 2024-11-26T07:58:33,154 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/WALs/719ac8e87449,37047,1732607912780 2024-11-26T07:58:33,156 INFO [master/719ac8e87449:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:58:33,158 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C37047%2C1732607912780, suffix=, logDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/WALs/719ac8e87449,37047,1732607912780, archiveDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/oldWALs, maxLogs=10 2024-11-26T07:58:33,170 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/WALs/719ac8e87449,37047,1732607912780/719ac8e87449%2C37047%2C1732607912780.1732607913158, exclude list is [], retry=0 2024-11-26T07:58:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44095,DS-7406e9f9-b499-4e41-afb7-eb2f55c56747,DISK] 2024-11-26T07:58:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45855,DS-5b57a192-1e46-45ea-b8e3-c2a8f910d3ae,DISK] 2024-11-26T07:58:33,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34027,DS-3ff9dd70-7e38-4df4-a260-e7dd8b6cb81a,DISK] 2024-11-26T07:58:33,175 INFO [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/WALs/719ac8e87449,37047,1732607912780/719ac8e87449%2C37047%2C1732607912780.1732607913158 2024-11-26T07:58:33,176 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37549:37549),(127.0.0.1/127.0.0.1:35929:35929),(127.0.0.1/127.0.0.1:42467:42467)] 2024-11-26T07:58:33,176 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:58:33,176 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:33,176 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,176 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-26T07:58:33,180 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:33,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:58:33,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-26T07:58:33,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:33,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:33,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-26T07:58:33,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:33,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:33,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-26T07:58:33,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:33,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:33,187 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,187 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,188 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,189 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,189 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,190 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:58:33,191 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-26T07:58:33,193 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:33,193 INFO [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67388194, jitterRate=0.004162341356277466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:58:33,194 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732607913176Initializing all the Stores at 1732607913177 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607913177Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607913178 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607913178Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607913178Cleaning up temporary data from old regions at 1732607913189 (+11 ms)Region opened successfully at 1732607913194 (+5 ms) 2024-11-26T07:58:33,194 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-26T07:58:33,198 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5937ef9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:58:33,199 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-26T07:58:33,199 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-26T07:58:33,199 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-26T07:58:33,199 INFO [master/719ac8e87449:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-26T07:58:33,200 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-26T07:58:33,200 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-26T07:58:33,200 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-26T07:58:33,203 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-26T07:58:33,204 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-26T07:58:33,216 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-26T07:58:33,216 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-26T07:58:33,217 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-26T07:58:33,224 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-26T07:58:33,225 INFO [master/719ac8e87449:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-26T07:58:33,226 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-26T07:58:33,232 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-26T07:58:33,233 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-26T07:58:33,241 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-26T07:58:33,243 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-26T07:58:33,249 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-26T07:58:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:58:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:58:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:58:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-26T07:58:33,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,258 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=719ac8e87449,37047,1732607912780, sessionid=0x10177703dfc0000, setting cluster-up flag (Was=false) 2024-11-26T07:58:33,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,299 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-26T07:58:33,300 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,37047,1732607912780 2024-11-26T07:58:33,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,341 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-26T07:58:33,342 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=719ac8e87449,37047,1732607912780 2024-11-26T07:58:33,344 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-26T07:58:33,346 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-26T07:58:33,346 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-26T07:58:33,346 INFO [master/719ac8e87449:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-26T07:58:33,346 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 719ac8e87449,37047,1732607912780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-26T07:58:33,348 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:58:33,348 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:58:33,348 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:58:33,348 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/719ac8e87449:0, corePoolSize=5, maxPoolSize=5 2024-11-26T07:58:33,349 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/719ac8e87449:0, corePoolSize=10, maxPoolSize=10 2024-11-26T07:58:33,349 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,349 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:58:33,349 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,350 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732607943350 2024-11-26T07:58:33,350 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-26T07:58:33,350 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-26T07:58:33,350 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-26T07:58:33,350 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-26T07:58:33,350 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-26T07:58:33,350 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-26T07:58:33,351 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:58:33,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-26T07:58:33,351 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-26T07:58:33,351 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-26T07:58:33,351 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-26T07:58:33,352 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-26T07:58:33,352 INFO [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-26T07:58:33,352 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607913352,5,FailOnTimeoutGroup] 2024-11-26T07:58:33,352 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607913352,5,FailOnTimeoutGroup] 2024-11-26T07:58:33,352 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,352 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-26T07:58:33,352 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,352 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,353 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:33,353 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-26T07:58:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:58:33,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:58:33,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741831_1007 (size=1321) 2024-11-26T07:58:33,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-26T07:58:33,364 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:58:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:58:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741832_1008 (size=32) 2024-11-26T07:58:33,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:33,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:58:33,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:58:33,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:33,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:58:33,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:58:33,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:58:33,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:33,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:58:33,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:58:33,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:58:33,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:33,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:58:33,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:58:33,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:58:33,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:33,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:58:33,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:58:33,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740 2024-11-26T07:58:33,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740 2024-11-26T07:58:33,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:58:33,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:58:33,392 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:58:33,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:58:33,395 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:33,395 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73281032, jitterRate=0.0919724702835083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:58:33,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732607913378Initializing all the Stores at 1732607913379 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607913379Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607913379Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607913379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607913379Cleaning up temporary data from old regions at 1732607913391 (+12 ms)Region opened successfully at 1732607913396 (+5 ms) 2024-11-26T07:58:33,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:58:33,396 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:58:33,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:58:33,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:58:33,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:58:33,397 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:58:33,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607913396Disabling compacts and flushes for region at 1732607913396Disabling writes for close at 1732607913396Writing region close event to WAL at 1732607913396Closed at 1732607913396 2024-11-26T07:58:33,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:58:33,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-26T07:58:33,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-26T07:58:33,399 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:58:33,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-26T07:58:33,440 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(746): ClusterId : 63f82c8d-9ccf-4217-a162-dc988125c496 2024-11-26T07:58:33,440 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(746): ClusterId : 63f82c8d-9ccf-4217-a162-dc988125c496 2024-11-26T07:58:33,440 INFO [RS:0;719ac8e87449:39667 {}] regionserver.HRegionServer(746): ClusterId : 63f82c8d-9ccf-4217-a162-dc988125c496 2024-11-26T07:58:33,440 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:58:33,440 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:58:33,440 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-26T07:58:33,458 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:58:33,459 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:58:33,459 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:58:33,459 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-26T07:58:33,459 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:58:33,459 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-26T07:58:33,466 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:58:33,466 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:58:33,466 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-26T07:58:33,467 DEBUG [RS:0;719ac8e87449:39667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f0af07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:58:33,467 DEBUG [RS:2;719ac8e87449:43165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1b102d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:58:33,467 DEBUG [RS:1;719ac8e87449:41823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c7a0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=719ac8e87449/172.17.0.2:0 2024-11-26T07:58:33,478 DEBUG [RS:0;719ac8e87449:39667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;719ac8e87449:39667 2024-11-26T07:58:33,478 DEBUG [RS:2;719ac8e87449:43165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;719ac8e87449:43165 2024-11-26T07:58:33,478 INFO [RS:0;719ac8e87449:39667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:58:33,478 INFO [RS:2;719ac8e87449:43165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:58:33,478 INFO [RS:0;719ac8e87449:39667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:58:33,478 INFO [RS:2;719ac8e87449:43165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:58:33,478 DEBUG [RS:0;719ac8e87449:39667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:58:33,478 DEBUG [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:58:33,479 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,37047,1732607912780 with port=43165, startcode=1732607913019 2024-11-26T07:58:33,479 INFO [RS:0;719ac8e87449:39667 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,37047,1732607912780 with port=39667, startcode=1732607912941 2024-11-26T07:58:33,479 DEBUG [RS:0;719ac8e87449:39667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:58:33,479 DEBUG [RS:2;719ac8e87449:43165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:58:33,481 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43743, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:58:33,481 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46781, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:58:33,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,43165,1732607913019 2024-11-26T07:58:33,482 DEBUG [RS:1;719ac8e87449:41823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;719ac8e87449:41823 2024-11-26T07:58:33,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37047 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,43165,1732607913019 2024-11-26T07:58:33,482 INFO [RS:1;719ac8e87449:41823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-26T07:58:33,482 INFO [RS:1;719ac8e87449:41823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-26T07:58:33,482 DEBUG [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-26T07:58:33,483 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(2659): reportForDuty to master=719ac8e87449,37047,1732607912780 with port=41823, startcode=1732607912981 2024-11-26T07:58:33,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,39667,1732607912941 2024-11-26T07:58:33,483 DEBUG [RS:1;719ac8e87449:41823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-26T07:58:33,483 DEBUG [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:33,483 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37047 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,39667,1732607912941 2024-11-26T07:58:33,483 DEBUG [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45909 2024-11-26T07:58:33,483 DEBUG [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:58:33,485 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34531, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-26T07:58:33,485 DEBUG [RS:0;719ac8e87449:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:33,485 DEBUG [RS:0;719ac8e87449:39667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45909 2024-11-26T07:58:33,485 DEBUG [RS:0;719ac8e87449:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:58:33,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 719ac8e87449,41823,1732607912981 2024-11-26T07:58:33,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37047 {}] master.ServerManager(517): Registering regionserver=719ac8e87449,41823,1732607912981 2024-11-26T07:58:33,486 DEBUG [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:33,486 DEBUG [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45909 2024-11-26T07:58:33,486 DEBUG [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-26T07:58:33,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:58:33,518 DEBUG [RS:2;719ac8e87449:43165 {}] zookeeper.ZKUtil(111): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,43165,1732607913019 2024-11-26T07:58:33,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,43165,1732607913019] 2024-11-26T07:58:33,518 WARN [RS:2;719ac8e87449:43165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:58:33,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,39667,1732607912941] 2024-11-26T07:58:33,518 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [719ac8e87449,41823,1732607912981] 2024-11-26T07:58:33,518 DEBUG [RS:0;719ac8e87449:39667 {}] zookeeper.ZKUtil(111): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,39667,1732607912941 2024-11-26T07:58:33,518 DEBUG [RS:1;719ac8e87449:41823 {}] zookeeper.ZKUtil(111): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/719ac8e87449,41823,1732607912981 2024-11-26T07:58:33,518 WARN [RS:0;719ac8e87449:39667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:58:33,518 INFO [RS:2;719ac8e87449:43165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:58:33,518 WARN [RS:1;719ac8e87449:41823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-26T07:58:33,518 INFO [RS:1;719ac8e87449:41823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:58:33,518 INFO [RS:0;719ac8e87449:39667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:58:33,518 DEBUG [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,43165,1732607913019 2024-11-26T07:58:33,518 DEBUG [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,41823,1732607912981 2024-11-26T07:58:33,518 DEBUG [RS:0;719ac8e87449:39667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941 2024-11-26T07:58:33,522 INFO [RS:2;719ac8e87449:43165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:58:33,522 INFO [RS:1;719ac8e87449:41823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:58:33,523 INFO [RS:2;719ac8e87449:43165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:58:33,525 INFO [RS:2;719ac8e87449:43165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:58:33,525 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,527 INFO [RS:0;719ac8e87449:39667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-26T07:58:33,528 INFO [RS:1;719ac8e87449:41823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:58:33,528 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:58:33,528 INFO [RS:0;719ac8e87449:39667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-26T07:58:33,529 INFO [RS:1;719ac8e87449:41823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:58:33,529 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,529 INFO [RS:0;719ac8e87449:39667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-26T07:58:33,529 INFO [RS:0;719ac8e87449:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,529 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:58:33,529 INFO [RS:0;719ac8e87449:39667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-26T07:58:33,529 INFO [RS:2;719ac8e87449:43165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:58:33,530 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,530 INFO [RS:1;719ac8e87449:41823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:58:33,530 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,530 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 INFO [RS:0;719ac8e87449:39667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-26T07:58:33,530 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:58:33,530 INFO [RS:0;719ac8e87449:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,530 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:58:33,530 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,530 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0, corePoolSize=2, maxPoolSize=2 2024-11-26T07:58:33,531 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:2;719ac8e87449:43165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:1;719ac8e87449:41823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/719ac8e87449:0, corePoolSize=1, maxPoolSize=1 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:58:33,531 DEBUG [RS:0;719ac8e87449:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/719ac8e87449:0, corePoolSize=3, maxPoolSize=3 2024-11-26T07:58:33,536 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,536 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,536 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,536 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,536 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,536 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,536 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,536 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,536 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,43165,1732607913019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:58:33,536 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,536 INFO [RS:0;719ac8e87449:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,537 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,537 INFO [RS:0;719ac8e87449:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,537 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,41823,1732607912981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:58:33,537 INFO [RS:0;719ac8e87449:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,537 INFO [RS:0;719ac8e87449:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,537 INFO [RS:0;719ac8e87449:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,537 INFO [RS:0;719ac8e87449:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,39667,1732607912941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:58:33,550 WARN [719ac8e87449:37047 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-26T07:58:33,560 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:58:33,560 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,43165,1732607913019-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,560 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,560 INFO [RS:2;719ac8e87449:43165 {}] regionserver.Replication(171): 719ac8e87449,43165,1732607913019 started 2024-11-26T07:58:33,564 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:58:33,564 INFO [RS:0;719ac8e87449:39667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-26T07:58:33,564 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,41823,1732607912981-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,564 INFO [RS:0;719ac8e87449:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,39667,1732607912941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,564 INFO [RS:0;719ac8e87449:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,564 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,564 INFO [RS:0;719ac8e87449:39667 {}] regionserver.Replication(171): 719ac8e87449,39667,1732607912941 started 2024-11-26T07:58:33,564 INFO [RS:1;719ac8e87449:41823 {}] regionserver.Replication(171): 719ac8e87449,41823,1732607912981 started 2024-11-26T07:58:33,575 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,575 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,43165,1732607913019, RpcServer on 719ac8e87449/172.17.0.2:43165, sessionid=0x10177703dfc0003 2024-11-26T07:58:33,575 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:58:33,575 DEBUG [RS:2;719ac8e87449:43165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,43165,1732607913019 2024-11-26T07:58:33,575 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,43165,1732607913019' 2024-11-26T07:58:33,575 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:58:33,576 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:58:33,577 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:58:33,577 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:58:33,577 DEBUG [RS:2;719ac8e87449:43165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,43165,1732607913019 2024-11-26T07:58:33,577 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,43165,1732607913019' 2024-11-26T07:58:33,577 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:58:33,577 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:58:33,578 DEBUG [RS:2;719ac8e87449:43165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:58:33,578 INFO [RS:2;719ac8e87449:43165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:58:33,578 INFO [RS:2;719ac8e87449:43165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:58:33,583 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,583 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,41823,1732607912981, RpcServer on 719ac8e87449/172.17.0.2:41823, sessionid=0x10177703dfc0002 2024-11-26T07:58:33,583 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:58:33,583 DEBUG [RS:1;719ac8e87449:41823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,41823,1732607912981 2024-11-26T07:58:33,583 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,41823,1732607912981' 2024-11-26T07:58:33,583 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:58:33,584 INFO [RS:0;719ac8e87449:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:33,584 INFO [RS:0;719ac8e87449:39667 {}] regionserver.HRegionServer(1482): Serving as 719ac8e87449,39667,1732607912941, RpcServer on 719ac8e87449/172.17.0.2:39667, sessionid=0x10177703dfc0001 2024-11-26T07:58:33,584 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:58:33,584 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-26T07:58:33,584 DEBUG [RS:0;719ac8e87449:39667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 719ac8e87449,39667,1732607912941 2024-11-26T07:58:33,584 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,39667,1732607912941' 2024-11-26T07:58:33,584 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-26T07:58:33,585 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:58:33,585 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:58:33,585 DEBUG [RS:1;719ac8e87449:41823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,41823,1732607912981 2024-11-26T07:58:33,585 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,41823,1732607912981' 2024-11-26T07:58:33,585 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:58:33,585 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-26T07:58:33,585 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:58:33,585 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-26T07:58:33,585 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-26T07:58:33,585 DEBUG [RS:0;719ac8e87449:39667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 719ac8e87449,39667,1732607912941 2024-11-26T07:58:33,585 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '719ac8e87449,39667,1732607912941' 2024-11-26T07:58:33,585 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-26T07:58:33,585 DEBUG [RS:1;719ac8e87449:41823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:58:33,586 INFO [RS:1;719ac8e87449:41823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:58:33,586 INFO [RS:1;719ac8e87449:41823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:58:33,586 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-26T07:58:33,586 DEBUG [RS:0;719ac8e87449:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-26T07:58:33,586 INFO [RS:0;719ac8e87449:39667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-26T07:58:33,586 INFO [RS:0;719ac8e87449:39667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-26T07:58:33,678 INFO [RS:2;719ac8e87449:43165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:58:33,681 INFO [RS:2;719ac8e87449:43165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C43165%2C1732607913019, suffix=, logDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,43165,1732607913019, archiveDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/oldWALs, maxLogs=32 2024-11-26T07:58:33,686 INFO [RS:1;719ac8e87449:41823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:58:33,687 INFO [RS:0;719ac8e87449:39667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-26T07:58:33,688 INFO [RS:1;719ac8e87449:41823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C41823%2C1732607912981, suffix=, logDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,41823,1732607912981, archiveDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/oldWALs, maxLogs=32 2024-11-26T07:58:33,688 INFO [RS:0;719ac8e87449:39667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C39667%2C1732607912941, suffix=, logDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941, archiveDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/oldWALs, maxLogs=32 2024-11-26T07:58:33,699 DEBUG [RS:2;719ac8e87449:43165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,43165,1732607913019/719ac8e87449%2C43165%2C1732607913019.1732607913683, exclude list is [], retry=0 2024-11-26T07:58:33,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45855,DS-5b57a192-1e46-45ea-b8e3-c2a8f910d3ae,DISK] 2024-11-26T07:58:33,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34027,DS-3ff9dd70-7e38-4df4-a260-e7dd8b6cb81a,DISK] 2024-11-26T07:58:33,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44095,DS-7406e9f9-b499-4e41-afb7-eb2f55c56747,DISK] 2024-11-26T07:58:33,704 DEBUG [RS:1;719ac8e87449:41823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,41823,1732607912981/719ac8e87449%2C41823%2C1732607912981.1732607913691, exclude list is [], retry=0 2024-11-26T07:58:33,705 INFO [RS:2;719ac8e87449:43165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,43165,1732607913019/719ac8e87449%2C43165%2C1732607913019.1732607913683 2024-11-26T07:58:33,705 DEBUG [RS:0;719ac8e87449:39667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941/719ac8e87449%2C39667%2C1732607912941.1732607913691, exclude list is [], retry=0 2024-11-26T07:58:33,705 DEBUG [RS:2;719ac8e87449:43165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35929:35929),(127.0.0.1/127.0.0.1:42467:42467),(127.0.0.1/127.0.0.1:37549:37549)] 2024-11-26T07:58:33,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34027,DS-3ff9dd70-7e38-4df4-a260-e7dd8b6cb81a,DISK] 2024-11-26T07:58:33,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45855,DS-5b57a192-1e46-45ea-b8e3-c2a8f910d3ae,DISK] 2024-11-26T07:58:33,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44095,DS-7406e9f9-b499-4e41-afb7-eb2f55c56747,DISK] 2024-11-26T07:58:33,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34027,DS-3ff9dd70-7e38-4df4-a260-e7dd8b6cb81a,DISK] 2024-11-26T07:58:33,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45855,DS-5b57a192-1e46-45ea-b8e3-c2a8f910d3ae,DISK] 2024-11-26T07:58:33,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44095,DS-7406e9f9-b499-4e41-afb7-eb2f55c56747,DISK] 2024-11-26T07:58:33,711 INFO [RS:1;719ac8e87449:41823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,41823,1732607912981/719ac8e87449%2C41823%2C1732607912981.1732607913691 2024-11-26T07:58:33,712 DEBUG [RS:1;719ac8e87449:41823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42467:42467),(127.0.0.1/127.0.0.1:35929:35929),(127.0.0.1/127.0.0.1:37549:37549)] 2024-11-26T07:58:33,715 INFO [RS:0;719ac8e87449:39667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941/719ac8e87449%2C39667%2C1732607912941.1732607913691 2024-11-26T07:58:33,715 DEBUG [RS:0;719ac8e87449:39667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42467:42467),(127.0.0.1/127.0.0.1:35929:35929),(127.0.0.1/127.0.0.1:37549:37549)] 2024-11-26T07:58:33,800 DEBUG [719ac8e87449:37047 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-26T07:58:33,801 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:58:33,806 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:58:33,806 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:58:33,806 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T07:58:33,806 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:58:33,806 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:58:33,806 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T07:58:33,806 INFO [719ac8e87449:37047 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:58:33,806 INFO [719ac8e87449:37047 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:58:33,806 INFO [719ac8e87449:37047 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T07:58:33,806 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:58:33,807 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=719ac8e87449,43165,1732607913019 2024-11-26T07:58:33,809 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,43165,1732607913019, state=OPENING 2024-11-26T07:58:33,840 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-26T07:58:33,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:58:33,851 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-26T07:58:33,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:58:33,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:58:33,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:58:33,852 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,43165,1732607913019}] 2024-11-26T07:58:33,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:58:34,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:34,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:34,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:34,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:58:34,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:34,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:34,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:35,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:58:35,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:58:39,980 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=719ac8e87449:42009 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-26T07:58:40,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:58:40,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:40,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:40,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:43,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:58:43,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48513, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:58:43,871 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-26T07:58:43,871 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-26T07:58:43,872 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-26T07:58:43,874 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=719ac8e87449%2C43165%2C1732607913019.meta, suffix=.meta, logDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,43165,1732607913019, archiveDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/oldWALs, maxLogs=32 2024-11-26T07:58:43,888 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,43165,1732607913019/719ac8e87449%2C43165%2C1732607913019.meta.1732607923875.meta, exclude list is [], retry=0 2024-11-26T07:58:43,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44095,DS-7406e9f9-b499-4e41-afb7-eb2f55c56747,DISK] 2024-11-26T07:58:43,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34027,DS-3ff9dd70-7e38-4df4-a260-e7dd8b6cb81a,DISK] 2024-11-26T07:58:43,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45855,DS-5b57a192-1e46-45ea-b8e3-c2a8f910d3ae,DISK] 2024-11-26T07:58:43,894 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,43165,1732607913019/719ac8e87449%2C43165%2C1732607913019.meta.1732607923875.meta 2024-11-26T07:58:43,894 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35929:35929),(127.0.0.1/127.0.0.1:37549:37549),(127.0.0.1/127.0.0.1:42467:42467)] 2024-11-26T07:58:43,894 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-26T07:58:43,895 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-26T07:58:43,895 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-26T07:58:43,895 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-26T07:58:43,895 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-26T07:58:43,895 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:43,895 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-26T07:58:43,895 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-26T07:58:43,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-26T07:58:43,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-26T07:58:43,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:43,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:58:43,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-26T07:58:43,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-26T07:58:43,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:43,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:58:43,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-26T07:58:43,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-26T07:58:43,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:43,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:58:43,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-26T07:58:43,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-26T07:58:43,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:43,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-26T07:58:43,903 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-26T07:58:43,903 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740 2024-11-26T07:58:43,905 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740 2024-11-26T07:58:43,906 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-26T07:58:43,906 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-26T07:58:43,907 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-26T07:58:43,909 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-26T07:58:43,910 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73869850, jitterRate=0.10074654221534729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-26T07:58:43,910 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-26T07:58:43,910 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732607923895Writing region info on filesystem at 1732607923895Initializing all the Stores at 1732607923896 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607923896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607923896Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607923896Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732607923896Cleaning up temporary data from old regions at 1732607923906 (+10 ms)Running coprocessor post-open hooks at 1732607923910 (+4 ms)Region opened successfully at 1732607923910 2024-11-26T07:58:43,911 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732607923857 2024-11-26T07:58:43,913 DEBUG [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-26T07:58:43,914 INFO [RS_OPEN_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-26T07:58:43,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,43165,1732607913019 2024-11-26T07:58:43,915 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 719ac8e87449,43165,1732607913019, state=OPEN 2024-11-26T07:58:43,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:58:43,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:58:43,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:58:43,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-26T07:58:43,981 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=719ac8e87449,43165,1732607913019 2024-11-26T07:58:43,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:58:43,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:58:43,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:58:43,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-26T07:58:43,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-26T07:58:43,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=719ac8e87449,43165,1732607913019 in 10.1290 sec 2024-11-26T07:58:43,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-26T07:58:43,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5890 sec 2024-11-26T07:58:43,991 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-26T07:58:43,991 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-26T07:58:43,993 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:58:43,993 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,43165,1732607913019, seqNum=-1] 2024-11-26T07:58:43,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:58:43,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38099, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:58:44,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.6550 sec 2024-11-26T07:58:44,001 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732607924001, completionTime=-1 2024-11-26T07:58:44,001 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-26T07:58:44,001 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-26T07:58:44,003 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-26T07:58:44,003 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732607984003 2024-11-26T07:58:44,003 INFO [master/719ac8e87449:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732608044003 2024-11-26T07:58:44,003 INFO [master/719ac8e87449:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-26T07:58:44,003 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-26T07:58:44,004 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37047,1732607912780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:44,004 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37047,1732607912780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:44,004 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37047,1732607912780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:44,004 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-719ac8e87449:37047, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:44,004 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:44,005 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:44,007 DEBUG [master/719ac8e87449:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-26T07:58:44,009 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.935sec 2024-11-26T07:58:44,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-26T07:58:44,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-26T07:58:44,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-26T07:58:44,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-26T07:58:44,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-26T07:58:44,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37047,1732607912780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-26T07:58:44,010 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37047,1732607912780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-26T07:58:44,012 DEBUG [master/719ac8e87449:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-26T07:58:44,012 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-26T07:58:44,012 INFO [master/719ac8e87449:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=719ac8e87449,37047,1732607912780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-26T07:58:44,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d40f21e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:58:44,053 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,37047,-1 for getting cluster id 2024-11-26T07:58:44,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:58:44,055 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63f82c8d-9ccf-4217-a162-dc988125c496' 2024-11-26T07:58:44,055 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:58:44,055 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63f82c8d-9ccf-4217-a162-dc988125c496" 2024-11-26T07:58:44,056 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e5463e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:58:44,056 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,37047,-1] 2024-11-26T07:58:44,056 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:58:44,056 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:58:44,058 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:58:44,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301b131e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:58:44,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:58:44,061 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,43165,1732607913019, seqNum=-1] 2024-11-26T07:58:44,061 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:58:44,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:58:44,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=719ac8e87449,37047,1732607912780 2024-11-26T07:58:44,066 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732607924065 (current time:1732607924065). 2024-11-26T07:58:44,066 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-26T07:58:44,066 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-26T07:58:44,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67738360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:58:44,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 719ac8e87449,37047,-1 for getting cluster id 2024-11-26T07:58:44,067 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-26T07:58:44,068 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63f82c8d-9ccf-4217-a162-dc988125c496' 2024-11-26T07:58:44,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-26T07:58:44,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63f82c8d-9ccf-4217-a162-dc988125c496" 2024-11-26T07:58:44,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad589a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:58:44,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [719ac8e87449,37047,-1] 2024-11-26T07:58:44,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-26T07:58:44,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:58:44,070 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-26T07:58:44,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c61d310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-26T07:58:44,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-26T07:58:44,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=719ac8e87449,43165,1732607913019, seqNum=-1] 2024-11-26T07:58:44,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:58:44,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41156, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:58:44,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:58:44,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:58:44,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:58:44,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:58:44,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:58:44,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-26T07:58:44,078 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 719ac8e87449,37047,1732607912780 2024-11-26T07:58:44,078 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f150496 2024-11-26T07:58:44,078 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-26T07:58:44,079 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-26T07:58:44,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-26T07:58:44,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-26T07:58:44,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-26T07:58:44,082 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:44,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-26T07:58:44,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-26T07:58:44,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:58:44,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741837_1013 (size=361) 2024-11-26T07:58:44,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741837_1013 (size=361) 2024-11-26T07:58:44,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741837_1013 (size=361) 2024-11-26T07:58:44,095 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c928d4d290af43b1983946215b68d53a, NAME => 'SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:44,095 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1484e8aca37993800e7f832638a220a8, NAME => 'SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:44,095 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 19f262dbd1f939a5e30fc42c8659b86e, NAME => 'SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:44,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741838_1014 (size=54) 2024-11-26T07:58:44,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741838_1014 (size=54) 2024-11-26T07:58:44,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741838_1014 (size=54) 2024-11-26T07:58:44,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:44,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c928d4d290af43b1983946215b68d53a, disabling compactions & flushes 2024-11-26T07:58:44,106 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:58:44,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:58:44,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. after waiting 0 ms 2024-11-26T07:58:44,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:58:44,106 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:58:44,106 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c928d4d290af43b1983946215b68d53a: Waiting for close lock at 1732607924106Disabling compacts and flushes for region at 1732607924106Disabling writes for close at 1732607924106Writing region close event to WAL at 1732607924106Closed at 1732607924106 2024-11-26T07:58:44,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741839_1015 (size=62) 2024-11-26T07:58:44,107 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97ce29129976bbdf517ed7e4030cd21a, NAME => 'SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741839_1015 (size=62) 2024-11-26T07:58:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741839_1015 (size=62) 2024-11-26T07:58:44,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:44,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 19f262dbd1f939a5e30fc42c8659b86e, disabling compactions & flushes 2024-11-26T07:58:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741840_1016 (size=62) 2024-11-26T07:58:44,109 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:58:44,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:58:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741840_1016 (size=62) 2024-11-26T07:58:44,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. after waiting 0 ms 2024-11-26T07:58:44,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:58:44,109 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:58:44,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 19f262dbd1f939a5e30fc42c8659b86e: Waiting for close lock at 1732607924108Disabling compacts and flushes for region at 1732607924108Disabling writes for close at 1732607924109 (+1 ms)Writing region close event to WAL at 1732607924109Closed at 1732607924109 2024-11-26T07:58:44,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741840_1016 (size=62) 2024-11-26T07:58:44,110 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aa566d96a4d14497ac7520a627f2f72d, NAME => 'SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:44,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:44,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 1484e8aca37993800e7f832638a220a8, disabling compactions & flushes 2024-11-26T07:58:44,110 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:58:44,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:58:44,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. after waiting 0 ms 2024-11-26T07:58:44,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:58:44,110 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:58:44,110 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1484e8aca37993800e7f832638a220a8: Waiting for close lock at 1732607924110Disabling compacts and flushes for region at 1732607924110Disabling writes for close at 1732607924110Writing region close event to WAL at 1732607924110Closed at 1732607924110 2024-11-26T07:58:44,111 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 815f6fd662dce9607dce1ea651b425c3, NAME => 'SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741841_1017 (size=62) 2024-11-26T07:58:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741841_1017 (size=62) 2024-11-26T07:58:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741842_1018 (size=62) 2024-11-26T07:58:44,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741843_1019 (size=62) 2024-11-26T07:58:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741842_1018 (size=62) 2024-11-26T07:58:44,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741841_1017 (size=62) 2024-11-26T07:58:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741843_1019 (size=62) 2024-11-26T07:58:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741842_1018 (size=62) 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:44,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741843_1019 (size=62) 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 97ce29129976bbdf517ed7e4030cd21a, disabling compactions & flushes 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing aa566d96a4d14497ac7520a627f2f72d, disabling compactions & flushes 2024-11-26T07:58:44,121 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:58:44,121 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. after waiting 0 ms 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. after waiting 0 ms 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:58:44,121 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:58:44,121 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97ce29129976bbdf517ed7e4030cd21a: Waiting for close lock at 1732607924121Disabling compacts and flushes for region at 1732607924121Disabling writes for close at 1732607924121Writing region close event to WAL at 1732607924121Closed at 1732607924121 2024-11-26T07:58:44,121 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for aa566d96a4d14497ac7520a627f2f72d: Waiting for close lock at 1732607924121Disabling compacts and flushes for region at 1732607924121Disabling writes for close at 1732607924121Writing region close event to WAL at 1732607924121Closed at 1732607924121 2024-11-26T07:58:44,123 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e602296fd38dae1e7e2864fce14afb2, NAME => 'SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:44,123 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 6df22958858c36acd9b28301ad3dd46f, NAME => 'SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:44,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:44,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 815f6fd662dce9607dce1ea651b425c3, disabling compactions & flushes 2024-11-26T07:58:44,123 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:58:44,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:58:44,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. after waiting 0 ms 2024-11-26T07:58:44,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:58:44,123 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:58:44,123 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 815f6fd662dce9607dce1ea651b425c3: Waiting for close lock at 1732607924123Disabling compacts and flushes for region at 1732607924123Disabling writes for close at 1732607924123Writing region close event to WAL at 1732607924123Closed at 1732607924123 2024-11-26T07:58:44,124 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bb9f1367eec089f25df10073fe95b8db, NAME => 'SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:44,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741844_1020 (size=62) 2024-11-26T07:58:44,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741844_1020 (size=62) 2024-11-26T07:58:44,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741845_1021 (size=62) 2024-11-26T07:58:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741845_1021 (size=62) 2024-11-26T07:58:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741846_1022 (size=62) 2024-11-26T07:58:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741846_1022 (size=62) 2024-11-26T07:58:44,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741845_1021 (size=62) 2024-11-26T07:58:44,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6e602296fd38dae1e7e2864fce14afb2, disabling compactions & flushes 2024-11-26T07:58:44,136 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:58:44,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:58:44,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741846_1022 (size=62) 2024-11-26T07:58:44,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. after waiting 0 ms 2024-11-26T07:58:44,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:58:44,136 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:58:44,136 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e602296fd38dae1e7e2864fce14afb2: Waiting for close lock at 1732607924136Disabling compacts and flushes for region at 1732607924136Disabling writes for close at 1732607924136Writing region close event to WAL at 1732607924136Closed at 1732607924136 2024-11-26T07:58:44,137 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf080f5d95e7bdd72147c54f315fb43e, NAME => 'SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d 2024-11-26T07:58:44,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:44,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing bb9f1367eec089f25df10073fe95b8db, disabling compactions & flushes 2024-11-26T07:58:44,137 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:58:44,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:58:44,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. after waiting 0 ms 2024-11-26T07:58:44,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:58:44,137 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:58:44,137 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for bb9f1367eec089f25df10073fe95b8db: Waiting for close lock at 1732607924137Disabling compacts and flushes for region at 1732607924137Disabling writes for close at 1732607924137Writing region close event to WAL at 1732607924137Closed at 1732607924137 2024-11-26T07:58:44,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741844_1020 (size=62) 2024-11-26T07:58:44,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:44,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 6df22958858c36acd9b28301ad3dd46f, disabling compactions & flushes 2024-11-26T07:58:44,140 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:58:44,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:58:44,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. after waiting 0 ms 2024-11-26T07:58:44,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:58:44,140 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:58:44,140 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 6df22958858c36acd9b28301ad3dd46f: Waiting for close lock at 1732607924140Disabling compacts and flushes for region at 1732607924140Disabling writes for close at 1732607924140Writing region close event to WAL at 1732607924140Closed at 1732607924140 2024-11-26T07:58:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741847_1023 (size=54) 2024-11-26T07:58:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741847_1023 (size=54) 2024-11-26T07:58:44,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741847_1023 (size=54) 2024-11-26T07:58:44,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:44,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing cf080f5d95e7bdd72147c54f315fb43e, disabling compactions & flushes 2024-11-26T07:58:44,149 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:58:44,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:58:44,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. after waiting 0 ms 2024-11-26T07:58:44,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:58:44,149 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:58:44,149 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf080f5d95e7bdd72147c54f315fb43e: Waiting for close lock at 1732607924149Disabling compacts and flushes for region at 1732607924149Disabling writes for close at 1732607924149Writing region close event to WAL at 1732607924149Closed at 1732607924149 2024-11-26T07:58:44,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-26T07:58:44,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732607924151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607924151"}]},"ts":"1732607924151"} 2024-11-26T07:58:44,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607924151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607924151"}]},"ts":"1732607924151"} 2024-11-26T07:58:44,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607924151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607924151"}]},"ts":"1732607924151"} 2024-11-26T07:58:44,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607924151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607924151"}]},"ts":"1732607924151"} 2024-11-26T07:58:44,151 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607924151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607924151"}]},"ts":"1732607924151"} 2024-11-26T07:58:44,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607924151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607924151"}]},"ts":"1732607924151"} 2024-11-26T07:58:44,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607924151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607924151"}]},"ts":"1732607924151"} 2024-11-26T07:58:44,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607924151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607924151"}]},"ts":"1732607924151"} 2024-11-26T07:58:44,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732607924151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607924151"}]},"ts":"1732607924151"} 2024-11-26T07:58:44,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732607924151"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732607924151"}]},"ts":"1732607924151"} 2024-11-26T07:58:44,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-26T07:58:44,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-26T07:58:44,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607924157"}]},"ts":"1732607924157"} 2024-11-26T07:58:44,160 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-26T07:58:44,160 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:58:44,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:58:44,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:58:44,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-26T07:58:44,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:58:44,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:58:44,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-26T07:58:44,165 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:58:44,165 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:58:44,165 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-26T07:58:44,165 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:58:44,166 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c928d4d290af43b1983946215b68d53a, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19f262dbd1f939a5e30fc42c8659b86e, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1484e8aca37993800e7f832638a220a8, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97ce29129976bbdf517ed7e4030cd21a, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa566d96a4d14497ac7520a627f2f72d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=815f6fd662dce9607dce1ea651b425c3, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6df22958858c36acd9b28301ad3dd46f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e602296fd38dae1e7e2864fce14afb2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb9f1367eec089f25df10073fe95b8db, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf080f5d95e7bdd72147c54f315fb43e, ASSIGN}] 2024-11-26T07:58:44,168 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb9f1367eec089f25df10073fe95b8db, ASSIGN 2024-11-26T07:58:44,168 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf080f5d95e7bdd72147c54f315fb43e, ASSIGN 2024-11-26T07:58:44,169 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e602296fd38dae1e7e2864fce14afb2, ASSIGN 2024-11-26T07:58:44,169 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6df22958858c36acd9b28301ad3dd46f, ASSIGN 2024-11-26T07:58:44,170 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=815f6fd662dce9607dce1ea651b425c3, ASSIGN 2024-11-26T07:58:44,170 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6df22958858c36acd9b28301ad3dd46f, ASSIGN; state=OFFLINE, location=719ac8e87449,39667,1732607912941; forceNewPlan=false, retain=false 2024-11-26T07:58:44,170 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf080f5d95e7bdd72147c54f315fb43e, ASSIGN; state=OFFLINE, location=719ac8e87449,41823,1732607912981; forceNewPlan=false, retain=false 2024-11-26T07:58:44,170 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e602296fd38dae1e7e2864fce14afb2, ASSIGN; state=OFFLINE, location=719ac8e87449,41823,1732607912981; forceNewPlan=false, retain=false 2024-11-26T07:58:44,170 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb9f1367eec089f25df10073fe95b8db, ASSIGN; state=OFFLINE, location=719ac8e87449,43165,1732607913019; forceNewPlan=false, retain=false 2024-11-26T07:58:44,171 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=815f6fd662dce9607dce1ea651b425c3, ASSIGN; state=OFFLINE, location=719ac8e87449,39667,1732607912941; forceNewPlan=false, retain=false 2024-11-26T07:58:44,173 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97ce29129976bbdf517ed7e4030cd21a, ASSIGN 2024-11-26T07:58:44,173 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97ce29129976bbdf517ed7e4030cd21a, ASSIGN; state=OFFLINE, location=719ac8e87449,41823,1732607912981; forceNewPlan=false, retain=false 2024-11-26T07:58:44,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa566d96a4d14497ac7520a627f2f72d, ASSIGN 2024-11-26T07:58:44,173 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19f262dbd1f939a5e30fc42c8659b86e, ASSIGN 2024-11-26T07:58:44,174 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1484e8aca37993800e7f832638a220a8, ASSIGN 2024-11-26T07:58:44,174 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c928d4d290af43b1983946215b68d53a, ASSIGN 2024-11-26T07:58:44,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa566d96a4d14497ac7520a627f2f72d, ASSIGN; state=OFFLINE, location=719ac8e87449,43165,1732607913019; forceNewPlan=false, retain=false 2024-11-26T07:58:44,175 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19f262dbd1f939a5e30fc42c8659b86e, ASSIGN; state=OFFLINE, location=719ac8e87449,43165,1732607913019; forceNewPlan=false, retain=false 2024-11-26T07:58:44,175 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1484e8aca37993800e7f832638a220a8, ASSIGN; state=OFFLINE, location=719ac8e87449,39667,1732607912941; forceNewPlan=false, retain=false 2024-11-26T07:58:44,175 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c928d4d290af43b1983946215b68d53a, ASSIGN; state=OFFLINE, location=719ac8e87449,41823,1732607912981; forceNewPlan=false, retain=false 2024-11-26T07:58:44,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:58:44,321 INFO [719ac8e87449:37047 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-26T07:58:44,322 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=19f262dbd1f939a5e30fc42c8659b86e, regionState=OPENING, regionLocation=719ac8e87449,43165,1732607913019 2024-11-26T07:58:44,322 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=bb9f1367eec089f25df10073fe95b8db, regionState=OPENING, regionLocation=719ac8e87449,43165,1732607913019 2024-11-26T07:58:44,322 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6e602296fd38dae1e7e2864fce14afb2, regionState=OPENING, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:58:44,322 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cf080f5d95e7bdd72147c54f315fb43e, regionState=OPENING, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:58:44,322 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa566d96a4d14497ac7520a627f2f72d, regionState=OPENING, regionLocation=719ac8e87449,43165,1732607913019 2024-11-26T07:58:44,323 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=97ce29129976bbdf517ed7e4030cd21a, regionState=OPENING, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:58:44,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c928d4d290af43b1983946215b68d53a, regionState=OPENING, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:58:44,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6df22958858c36acd9b28301ad3dd46f, regionState=OPENING, regionLocation=719ac8e87449,39667,1732607912941 2024-11-26T07:58:44,324 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=815f6fd662dce9607dce1ea651b425c3, regionState=OPENING, regionLocation=719ac8e87449,39667,1732607912941 2024-11-26T07:58:44,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1484e8aca37993800e7f832638a220a8, regionState=OPENING, regionLocation=719ac8e87449,39667,1732607912941 2024-11-26T07:58:44,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=19f262dbd1f939a5e30fc42c8659b86e, ASSIGN because future has completed 2024-11-26T07:58:44,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19f262dbd1f939a5e30fc42c8659b86e, server=719ac8e87449,43165,1732607913019}] 2024-11-26T07:58:44,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6e602296fd38dae1e7e2864fce14afb2, ASSIGN because future has completed 2024-11-26T07:58:44,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e602296fd38dae1e7e2864fce14afb2, server=719ac8e87449,41823,1732607912981}] 2024-11-26T07:58:44,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cf080f5d95e7bdd72147c54f315fb43e, ASSIGN because future has completed 2024-11-26T07:58:44,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bb9f1367eec089f25df10073fe95b8db, ASSIGN because future has completed 2024-11-26T07:58:44,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9f1367eec089f25df10073fe95b8db, server=719ac8e87449,43165,1732607913019}] 2024-11-26T07:58:44,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf080f5d95e7bdd72147c54f315fb43e, server=719ac8e87449,41823,1732607912981}] 2024-11-26T07:58:44,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aa566d96a4d14497ac7520a627f2f72d, ASSIGN because future has completed 2024-11-26T07:58:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=97ce29129976bbdf517ed7e4030cd21a, ASSIGN because future has completed 2024-11-26T07:58:44,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97ce29129976bbdf517ed7e4030cd21a, server=719ac8e87449,41823,1732607912981}] 2024-11-26T07:58:44,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c928d4d290af43b1983946215b68d53a, ASSIGN because future has completed 2024-11-26T07:58:44,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa566d96a4d14497ac7520a627f2f72d, server=719ac8e87449,43165,1732607913019}] 2024-11-26T07:58:44,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6df22958858c36acd9b28301ad3dd46f, ASSIGN because future has completed 2024-11-26T07:58:44,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1484e8aca37993800e7f832638a220a8, ASSIGN because future has completed 2024-11-26T07:58:44,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=815f6fd662dce9607dce1ea651b425c3, ASSIGN because future has completed 2024-11-26T07:58:44,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815f6fd662dce9607dce1ea651b425c3, server=719ac8e87449,39667,1732607912941}] 2024-11-26T07:58:44,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c928d4d290af43b1983946215b68d53a, server=719ac8e87449,41823,1732607912981}] 2024-11-26T07:58:44,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1484e8aca37993800e7f832638a220a8, server=719ac8e87449,39667,1732607912941}] 2024-11-26T07:58:44,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df22958858c36acd9b28301ad3dd46f, server=719ac8e87449,39667,1732607912941}] 2024-11-26T07:58:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:58:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:58:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:58:45,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-26T07:58:45,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-26T07:58:45,319 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:58:45,319 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-26T07:58:45,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-26T07:58:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:58:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:58:49,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:58:49,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:49,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:49,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:58:54,337 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:58:54,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33653, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:58:54,342 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:58:54,342 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 19f262dbd1f939a5e30fc42c8659b86e, NAME => 'SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-26T07:58:54,342 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:58:54,343 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:54,343 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:58:54,343 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:58:54,345 INFO [StoreOpener-19f262dbd1f939a5e30fc42c8659b86e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:58:54,346 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:58:54,346 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 97ce29129976bbdf517ed7e4030cd21a, NAME => 'SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-26T07:58:54,347 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:58:54,347 INFO [StoreOpener-19f262dbd1f939a5e30fc42c8659b86e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19f262dbd1f939a5e30fc42c8659b86e columnFamilyName cf 2024-11-26T07:58:54,347 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:54,347 DEBUG [StoreOpener-19f262dbd1f939a5e30fc42c8659b86e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:54,347 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:58:54,347 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:58:54,348 INFO [StoreOpener-19f262dbd1f939a5e30fc42c8659b86e-1 {}] regionserver.HStore(327): Store=19f262dbd1f939a5e30fc42c8659b86e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:54,348 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:58:54,348 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:58:54,349 INFO [StoreOpener-97ce29129976bbdf517ed7e4030cd21a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:58:54,349 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:58:54,349 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:58:54,349 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:58:54,350 INFO [StoreOpener-97ce29129976bbdf517ed7e4030cd21a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97ce29129976bbdf517ed7e4030cd21a columnFamilyName cf 2024-11-26T07:58:54,350 DEBUG [StoreOpener-97ce29129976bbdf517ed7e4030cd21a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:54,351 INFO [StoreOpener-97ce29129976bbdf517ed7e4030cd21a-1 {}] regionserver.HStore(327): Store=97ce29129976bbdf517ed7e4030cd21a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:54,351 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:58:54,351 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:58:54,351 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:58:54,352 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:58:54,352 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-26T07:58:54,352 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:58:54,352 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:58:54,354 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:58:54,357 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/19f262dbd1f939a5e30fc42c8659b86e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:54,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56055, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-26T07:58:54,357 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 19f262dbd1f939a5e30fc42c8659b86e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63130644, jitterRate=-0.05928009748458862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:58:54,357 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:58:54,358 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 19f262dbd1f939a5e30fc42c8659b86e: Running coprocessor pre-open hook at 1732607934343Writing region info on filesystem at 1732607934343Initializing all the Stores at 1732607934344 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607934344Cleaning up temporary data from old regions at 1732607934349 (+5 ms)Running coprocessor post-open hooks at 1732607934357 (+8 ms)Region opened successfully at 1732607934357 2024-11-26T07:58:54,359 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e., pid=15, masterSystemTime=1732607934332 2024-11-26T07:58:54,360 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:58:54,361 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:58:54,361 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:58:54,361 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => bb9f1367eec089f25df10073fe95b8db, NAME => 'SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-26T07:58:54,361 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:58:54,361 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=19f262dbd1f939a5e30fc42c8659b86e, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,43165,1732607913019 2024-11-26T07:58:54,361 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:54,361 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:58:54,362 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:58:54,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19f262dbd1f939a5e30fc42c8659b86e, server=719ac8e87449,43165,1732607913019 because future has completed 2024-11-26T07:58:54,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=6 2024-11-26T07:58:54,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 19f262dbd1f939a5e30fc42c8659b86e, server=719ac8e87449,43165,1732607913019 in 10.0360 sec 2024-11-26T07:58:54,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=19f262dbd1f939a5e30fc42c8659b86e, ASSIGN in 10.2000 sec 2024-11-26T07:58:54,371 INFO [StoreOpener-bb9f1367eec089f25df10073fe95b8db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:58:54,371 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/97ce29129976bbdf517ed7e4030cd21a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:54,372 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 97ce29129976bbdf517ed7e4030cd21a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66545265, jitterRate=-0.008398279547691345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:58:54,372 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:58:54,372 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 97ce29129976bbdf517ed7e4030cd21a: Running coprocessor pre-open hook at 1732607934347Writing region info on filesystem at 1732607934347Initializing all the Stores at 1732607934348 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607934348Cleaning up temporary data from old regions at 1732607934352 (+4 ms)Running coprocessor post-open hooks at 1732607934372 (+20 ms)Region opened successfully at 1732607934372 2024-11-26T07:58:54,373 INFO [StoreOpener-bb9f1367eec089f25df10073fe95b8db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bb9f1367eec089f25df10073fe95b8db columnFamilyName cf 2024-11-26T07:58:54,373 DEBUG [StoreOpener-bb9f1367eec089f25df10073fe95b8db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:54,373 INFO [StoreOpener-bb9f1367eec089f25df10073fe95b8db-1 {}] regionserver.HStore(327): Store=bb9f1367eec089f25df10073fe95b8db/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:54,373 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:58:54,374 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a., pid=19, masterSystemTime=1732607934337 2024-11-26T07:58:54,375 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:58:54,376 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:58:54,376 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:58:54,376 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:58:54,376 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:58:54,376 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => c928d4d290af43b1983946215b68d53a, NAME => 'SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-26T07:58:54,377 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=97ce29129976bbdf517ed7e4030cd21a, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:58:54,377 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:58:54,377 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:58:54,377 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c928d4d290af43b1983946215b68d53a 2024-11-26T07:58:54,377 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:54,377 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for c928d4d290af43b1983946215b68d53a 2024-11-26T07:58:54,377 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for c928d4d290af43b1983946215b68d53a 2024-11-26T07:58:54,378 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:58:54,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97ce29129976bbdf517ed7e4030cd21a, server=719ac8e87449,41823,1732607912981 because future has completed 2024-11-26T07:58:54,379 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6df22958858c36acd9b28301ad3dd46f, NAME => 'SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-26T07:58:54,379 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:58:54,379 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:58:54,379 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:54,379 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:58:54,379 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:58:54,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-26T07:58:54,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 97ce29129976bbdf517ed7e4030cd21a, server=719ac8e87449,41823,1732607912981 in 10.0440 sec 2024-11-26T07:58:54,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=97ce29129976bbdf517ed7e4030cd21a, ASSIGN in 10.2150 sec 2024-11-26T07:58:54,385 INFO [StoreOpener-c928d4d290af43b1983946215b68d53a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c928d4d290af43b1983946215b68d53a 2024-11-26T07:58:54,385 INFO [StoreOpener-6df22958858c36acd9b28301ad3dd46f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:58:54,387 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/bb9f1367eec089f25df10073fe95b8db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:54,387 INFO [StoreOpener-c928d4d290af43b1983946215b68d53a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c928d4d290af43b1983946215b68d53a columnFamilyName cf 2024-11-26T07:58:54,387 INFO [StoreOpener-6df22958858c36acd9b28301ad3dd46f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df22958858c36acd9b28301ad3dd46f columnFamilyName cf 2024-11-26T07:58:54,387 DEBUG [StoreOpener-c928d4d290af43b1983946215b68d53a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:54,387 DEBUG [StoreOpener-6df22958858c36acd9b28301ad3dd46f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:54,388 INFO [StoreOpener-6df22958858c36acd9b28301ad3dd46f-1 {}] regionserver.HStore(327): Store=6df22958858c36acd9b28301ad3dd46f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:54,388 INFO [StoreOpener-c928d4d290af43b1983946215b68d53a-1 {}] regionserver.HStore(327): Store=c928d4d290af43b1983946215b68d53a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:54,388 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened bb9f1367eec089f25df10073fe95b8db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68561668, jitterRate=0.02164846658706665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:58:54,388 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:58:54,388 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for c928d4d290af43b1983946215b68d53a 2024-11-26T07:58:54,388 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:58:54,388 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for bb9f1367eec089f25df10073fe95b8db: Running coprocessor pre-open hook at 1732607934362Writing region info on filesystem at 1732607934362Initializing all the Stores at 1732607934363 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607934363Cleaning up temporary data from old regions at 1732607934377 (+14 ms)Running coprocessor post-open hooks at 1732607934388 (+11 ms)Region opened successfully at 1732607934388 2024-11-26T07:58:54,389 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:58:54,389 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db., pid=17, masterSystemTime=1732607934332 2024-11-26T07:58:54,389 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:58:54,389 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/c928d4d290af43b1983946215b68d53a 2024-11-26T07:58:54,389 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:58:54,390 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:58:54,390 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/c928d4d290af43b1983946215b68d53a 2024-11-26T07:58:54,390 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for c928d4d290af43b1983946215b68d53a 2024-11-26T07:58:54,390 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for c928d4d290af43b1983946215b68d53a 2024-11-26T07:58:54,391 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:58:54,391 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:58:54,391 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:58:54,391 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:58:54,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=bb9f1367eec089f25df10073fe95b8db, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,43165,1732607913019 2024-11-26T07:58:54,392 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => aa566d96a4d14497ac7520a627f2f72d, NAME => 'SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-26T07:58:54,392 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for c928d4d290af43b1983946215b68d53a 2024-11-26T07:58:54,392 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:58:54,392 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:54,392 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:58:54,392 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:58:54,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure bb9f1367eec089f25df10073fe95b8db, server=719ac8e87449,43165,1732607913019 because future has completed 2024-11-26T07:58:54,394 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:54,394 INFO [StoreOpener-aa566d96a4d14497ac7520a627f2f72d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:58:54,395 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/c928d4d290af43b1983946215b68d53a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:54,395 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6df22958858c36acd9b28301ad3dd46f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74630289, jitterRate=0.11207796633243561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:58:54,395 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:58:54,395 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6df22958858c36acd9b28301ad3dd46f: Running coprocessor pre-open hook at 1732607934379Writing region info on filesystem at 1732607934379Initializing all the Stores at 1732607934380 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607934380Cleaning up temporary data from old regions at 1732607934390 (+10 ms)Running coprocessor post-open hooks at 1732607934395 (+5 ms)Region opened successfully at 1732607934395 2024-11-26T07:58:54,396 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened c928d4d290af43b1983946215b68d53a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68165675, jitterRate=0.015747711062431335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:58:54,396 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c928d4d290af43b1983946215b68d53a 2024-11-26T07:58:54,396 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for c928d4d290af43b1983946215b68d53a: Running coprocessor pre-open hook at 1732607934377Writing region info on filesystem at 1732607934377Initializing all the Stores at 1732607934378 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607934378Cleaning up temporary data from old regions at 1732607934390 (+12 ms)Running coprocessor post-open hooks at 1732607934396 (+6 ms)Region opened successfully at 1732607934396 2024-11-26T07:58:54,396 INFO [StoreOpener-aa566d96a4d14497ac7520a627f2f72d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa566d96a4d14497ac7520a627f2f72d columnFamilyName cf 2024-11-26T07:58:54,396 DEBUG [StoreOpener-aa566d96a4d14497ac7520a627f2f72d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:54,396 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f., pid=24, masterSystemTime=1732607934352 2024-11-26T07:58:54,397 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a., pid=23, masterSystemTime=1732607934337 2024-11-26T07:58:54,397 INFO [StoreOpener-aa566d96a4d14497ac7520a627f2f72d-1 {}] regionserver.HStore(327): Store=aa566d96a4d14497ac7520a627f2f72d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:54,397 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:58:54,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-26T07:58:54,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure bb9f1367eec089f25df10073fe95b8db, server=719ac8e87449,43165,1732607913019 in 10.0610 sec 2024-11-26T07:58:54,398 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:58:54,398 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:58:54,398 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:58:54,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bb9f1367eec089f25df10073fe95b8db, ASSIGN in 10.2310 sec 2024-11-26T07:58:54,398 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:58:54,399 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6df22958858c36acd9b28301ad3dd46f, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,39667,1732607912941 2024-11-26T07:58:54,399 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 1484e8aca37993800e7f832638a220a8, NAME => 'SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-26T07:58:54,399 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:58:54,399 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1484e8aca37993800e7f832638a220a8 2024-11-26T07:58:54,399 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:58:54,399 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:54,399 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:58:54,399 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:58:54,399 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:58:54,399 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e602296fd38dae1e7e2864fce14afb2, NAME => 'SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-26T07:58:54,400 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:58:54,400 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:58:54,400 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:54,400 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:58:54,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c928d4d290af43b1983946215b68d53a, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:58:54,400 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:58:54,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df22958858c36acd9b28301ad3dd46f, server=719ac8e87449,39667,1732607912941 because future has completed 2024-11-26T07:58:54,401 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:58:54,401 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:58:54,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c928d4d290af43b1983946215b68d53a, server=719ac8e87449,41823,1732607912981 because future has completed 2024-11-26T07:58:54,402 INFO [StoreOpener-1484e8aca37993800e7f832638a220a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1484e8aca37993800e7f832638a220a8 2024-11-26T07:58:54,402 INFO [StoreOpener-6e602296fd38dae1e7e2864fce14afb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:58:54,403 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:58:54,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=11 2024-11-26T07:58:54,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6df22958858c36acd9b28301ad3dd46f, server=719ac8e87449,39667,1732607912941 in 10.0520 sec 2024-11-26T07:58:54,404 INFO [StoreOpener-1484e8aca37993800e7f832638a220a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1484e8aca37993800e7f832638a220a8 columnFamilyName cf 2024-11-26T07:58:54,404 INFO [StoreOpener-6e602296fd38dae1e7e2864fce14afb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e602296fd38dae1e7e2864fce14afb2 columnFamilyName cf 2024-11-26T07:58:54,404 DEBUG [StoreOpener-1484e8aca37993800e7f832638a220a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:54,404 DEBUG [StoreOpener-6e602296fd38dae1e7e2864fce14afb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:54,405 INFO [StoreOpener-1484e8aca37993800e7f832638a220a8-1 {}] regionserver.HStore(327): Store=1484e8aca37993800e7f832638a220a8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:54,405 INFO [StoreOpener-6e602296fd38dae1e7e2864fce14afb2-1 {}] regionserver.HStore(327): Store=6e602296fd38dae1e7e2864fce14afb2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:54,405 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:58:54,405 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:58:54,406 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/aa566d96a4d14497ac7520a627f2f72d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:54,406 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:58:54,406 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/1484e8aca37993800e7f832638a220a8 2024-11-26T07:58:54,406 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened aa566d96a4d14497ac7520a627f2f72d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66277115, jitterRate=-0.012394025921821594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:58:54,407 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:58:54,407 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/1484e8aca37993800e7f832638a220a8 2024-11-26T07:58:54,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6df22958858c36acd9b28301ad3dd46f, ASSIGN in 10.2380 sec 2024-11-26T07:58:54,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-26T07:58:54,407 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for aa566d96a4d14497ac7520a627f2f72d: Running coprocessor pre-open hook at 1732607934392Writing region info on filesystem at 1732607934392Initializing all the Stores at 1732607934394 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607934394Cleaning up temporary data from old regions at 1732607934401 (+7 ms)Running coprocessor post-open hooks at 1732607934407 (+6 ms)Region opened successfully at 1732607934407 2024-11-26T07:58:54,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c928d4d290af43b1983946215b68d53a, server=719ac8e87449,41823,1732607912981 in 10.0550 sec 2024-11-26T07:58:54,407 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:58:54,407 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:58:54,407 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:58:54,408 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d., pid=20, masterSystemTime=1732607934332 2024-11-26T07:58:54,408 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:58:54,408 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:58:54,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c928d4d290af43b1983946215b68d53a, ASSIGN in 10.2410 sec 2024-11-26T07:58:54,410 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:58:54,410 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:58:54,410 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:58:54,411 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa566d96a4d14497ac7520a627f2f72d, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,43165,1732607913019 2024-11-26T07:58:54,413 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:58:54,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa566d96a4d14497ac7520a627f2f72d, server=719ac8e87449,43165,1732607913019 because future has completed 2024-11-26T07:58:54,414 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/1484e8aca37993800e7f832638a220a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:54,415 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 1484e8aca37993800e7f832638a220a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65623589, jitterRate=-0.022132322192192078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:58:54,415 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:58:54,415 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 1484e8aca37993800e7f832638a220a8: Running coprocessor pre-open hook at 1732607934399Writing region info on filesystem at 1732607934399Initializing all the Stores at 1732607934402 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607934402Cleaning up temporary data from old regions at 1732607934407 (+5 ms)Running coprocessor post-open hooks at 1732607934415 (+8 ms)Region opened successfully at 1732607934415 2024-11-26T07:58:54,416 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8., pid=22, masterSystemTime=1732607934352 2024-11-26T07:58:54,416 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6e602296fd38dae1e7e2864fce14afb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:54,417 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 6e602296fd38dae1e7e2864fce14afb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64639454, jitterRate=-0.03679707646369934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:58:54,417 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:58:54,417 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 6e602296fd38dae1e7e2864fce14afb2: Running coprocessor pre-open hook at 1732607934400Writing region info on filesystem at 1732607934400Initializing all the Stores at 1732607934402 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607934402Cleaning up temporary data from old regions at 1732607934408 (+6 ms)Running coprocessor post-open hooks at 1732607934417 (+9 ms)Region opened successfully at 1732607934417 2024-11-26T07:58:54,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-26T07:58:54,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aa566d96a4d14497ac7520a627f2f72d, server=719ac8e87449,43165,1732607913019 in 10.0760 sec 2024-11-26T07:58:54,418 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2., pid=16, masterSystemTime=1732607934337 2024-11-26T07:58:54,418 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:58:54,418 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:58:54,418 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:58:54,418 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 815f6fd662dce9607dce1ea651b425c3, NAME => 'SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-26T07:58:54,419 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:58:54,419 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:54,419 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:58:54,419 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:58:54,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aa566d96a4d14497ac7520a627f2f72d, ASSIGN in 10.2520 sec 2024-11-26T07:58:54,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1484e8aca37993800e7f832638a220a8, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,39667,1732607912941 2024-11-26T07:58:54,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6e602296fd38dae1e7e2864fce14afb2, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:58:54,421 INFO [StoreOpener-815f6fd662dce9607dce1ea651b425c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:58:54,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1484e8aca37993800e7f832638a220a8, server=719ac8e87449,39667,1732607912941 because future has completed 2024-11-26T07:58:54,424 INFO [StoreOpener-815f6fd662dce9607dce1ea651b425c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815f6fd662dce9607dce1ea651b425c3 columnFamilyName cf 2024-11-26T07:58:54,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e602296fd38dae1e7e2864fce14afb2, server=719ac8e87449,41823,1732607912981 because future has completed 2024-11-26T07:58:54,424 DEBUG [StoreOpener-815f6fd662dce9607dce1ea651b425c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:54,425 INFO [StoreOpener-815f6fd662dce9607dce1ea651b425c3-1 {}] regionserver.HStore(327): Store=815f6fd662dce9607dce1ea651b425c3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:54,425 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:58:54,426 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:58:54,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-26T07:58:54,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1484e8aca37993800e7f832638a220a8, server=719ac8e87449,39667,1732607912941 in 10.0760 sec 2024-11-26T07:58:54,427 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:58:54,427 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:58:54,427 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:58:54,427 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:58:54,427 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => cf080f5d95e7bdd72147c54f315fb43e, NAME => 'SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-26T07:58:54,427 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:58:54,427 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:58:54,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-26T07:58:54,427 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:58:54,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e602296fd38dae1e7e2864fce14afb2, server=719ac8e87449,41823,1732607912981 in 10.0950 sec 2024-11-26T07:58:54,428 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:58:54,428 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:58:54,428 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:58:54,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1484e8aca37993800e7f832638a220a8, ASSIGN in 10.2600 sec 2024-11-26T07:58:54,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6e602296fd38dae1e7e2864fce14afb2, ASSIGN in 10.2620 sec 2024-11-26T07:58:54,430 INFO [StoreOpener-cf080f5d95e7bdd72147c54f315fb43e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:58:54,431 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:58:54,431 INFO [StoreOpener-cf080f5d95e7bdd72147c54f315fb43e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf080f5d95e7bdd72147c54f315fb43e columnFamilyName cf 2024-11-26T07:58:54,432 DEBUG [StoreOpener-cf080f5d95e7bdd72147c54f315fb43e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:58:54,432 INFO [StoreOpener-cf080f5d95e7bdd72147c54f315fb43e-1 {}] regionserver.HStore(327): Store=cf080f5d95e7bdd72147c54f315fb43e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:58:54,432 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:58:54,433 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:58:54,434 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:58:54,434 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:58:54,434 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:58:54,435 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/815f6fd662dce9607dce1ea651b425c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:54,435 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 815f6fd662dce9607dce1ea651b425c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67400205, jitterRate=0.00434131920337677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:58:54,436 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:58:54,436 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 815f6fd662dce9607dce1ea651b425c3: Running coprocessor pre-open hook at 1732607934419Writing region info on filesystem at 1732607934419Initializing all the Stores at 1732607934421 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607934421Cleaning up temporary data from old regions at 1732607934427 (+6 ms)Running coprocessor post-open hooks at 1732607934436 (+9 ms)Region opened successfully at 1732607934436 2024-11-26T07:58:54,436 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:58:54,437 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3., pid=21, masterSystemTime=1732607934352 2024-11-26T07:58:54,439 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/cf080f5d95e7bdd72147c54f315fb43e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-26T07:58:54,439 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:58:54,439 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:58:54,440 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened cf080f5d95e7bdd72147c54f315fb43e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74699277, jitterRate=0.11310596764087677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:58:54,440 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:58:54,440 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for cf080f5d95e7bdd72147c54f315fb43e: Running coprocessor pre-open hook at 1732607934428Writing region info on filesystem at 1732607934428Initializing all the Stores at 1732607934429 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607934429Cleaning up temporary data from old regions at 1732607934434 (+5 ms)Running coprocessor post-open hooks at 1732607934440 (+6 ms)Region opened successfully at 1732607934440 2024-11-26T07:58:54,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=815f6fd662dce9607dce1ea651b425c3, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,39667,1732607912941 2024-11-26T07:58:54,442 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e., pid=18, masterSystemTime=1732607934337 2024-11-26T07:58:54,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815f6fd662dce9607dce1ea651b425c3, server=719ac8e87449,39667,1732607912941 because future has completed 2024-11-26T07:58:54,444 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:58:54,444 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:58:54,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=cf080f5d95e7bdd72147c54f315fb43e, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:58:54,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=10 2024-11-26T07:58:54,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf080f5d95e7bdd72147c54f315fb43e, server=719ac8e87449,41823,1732607912981 because future has completed 2024-11-26T07:58:54,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 815f6fd662dce9607dce1ea651b425c3, server=719ac8e87449,39667,1732607912941 in 10.0970 sec 2024-11-26T07:58:54,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=815f6fd662dce9607dce1ea651b425c3, ASSIGN in 10.2800 sec 2024-11-26T07:58:54,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-26T07:58:54,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure cf080f5d95e7bdd72147c54f315fb43e, server=719ac8e87449,41823,1732607912981 in 10.1130 sec 2024-11-26T07:58:54,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=4 2024-11-26T07:58:54,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cf080f5d95e7bdd72147c54f315fb43e, ASSIGN in 10.2830 sec 2024-11-26T07:58:54,452 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-26T07:58:54,453 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732607934452"}]},"ts":"1732607934452"} 2024-11-26T07:58:54,454 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-26T07:58:54,455 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-26T07:58:54,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3750 sec 2024-11-26T07:58:57,524 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-26T07:58:59,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-26T07:58:59,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:59,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:58:59,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-26T07:59:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-26T07:59:02,361 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-26T07:59:02,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-26T07:59:02,362 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:59:02,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-26T07:59:02,369 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:59:02,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-26T07:59:02,410 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f., hostname=719ac8e87449,39667,1732607912941, seqNum=2] 2024-11-26T07:59:02,412 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f., hostname=719ac8e87449,39667,1732607912941, seqNum=2] 2024-11-26T07:59:02,414 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f., hostname=719ac8e87449,39667,1732607912941, seqNum=2] 2024-11-26T07:59:02,415 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f., hostname=719ac8e87449,39667,1732607912941, seqNum=2] 2024-11-26T07:59:02,416 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f., hostname=719ac8e87449,39667,1732607912941, seqNum=2] 2024-11-26T07:59:02,446 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2., hostname=719ac8e87449,41823,1732607912981, seqNum=2] 2024-11-26T07:59:02,448 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2., hostname=719ac8e87449,41823,1732607912981, seqNum=2] 2024-11-26T07:59:02,450 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2., hostname=719ac8e87449,41823,1732607912981, seqNum=2] 2024-11-26T07:59:02,451 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2., hostname=719ac8e87449,41823,1732607912981, seqNum=2] 2024-11-26T07:59:02,453 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2., hostname=719ac8e87449,41823,1732607912981, seqNum=2] 2024-11-26T07:59:02,454 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2., hostname=719ac8e87449,41823,1732607912981, seqNum=2] 2024-11-26T07:59:02,484 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db., hostname=719ac8e87449,43165,1732607913019, seqNum=2] 2024-11-26T07:59:02,486 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db., hostname=719ac8e87449,43165,1732607913019, seqNum=2] 2024-11-26T07:59:02,487 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db., hostname=719ac8e87449,43165,1732607913019, seqNum=2] 2024-11-26T07:59:02,489 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db., hostname=719ac8e87449,43165,1732607913019, seqNum=2] 2024-11-26T07:59:02,490 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db., hostname=719ac8e87449,43165,1732607913019, seqNum=2] 2024-11-26T07:59:02,492 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db., hostname=719ac8e87449,43165,1732607913019, seqNum=2] 2024-11-26T07:59:02,549 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e., hostname=719ac8e87449,41823,1732607912981, seqNum=2] 2024-11-26T07:59:02,551 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e., hostname=719ac8e87449,41823,1732607912981, seqNum=2] 2024-11-26T07:59:02,553 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e., hostname=719ac8e87449,41823,1732607912981, seqNum=2] 2024-11-26T07:59:02,554 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e., hostname=719ac8e87449,41823,1732607912981, seqNum=2] 2024-11-26T07:59:02,555 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e., hostname=719ac8e87449,41823,1732607912981, seqNum=2] 2024-11-26T07:59:02,739 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:59:03,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:59:03,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:59:03,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T07:59:03,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-26T07:59:03,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43165 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T07:59:03,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-26T07:59:03,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15603 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:59:03,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T07:59:03,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. with WAL disabled. Data may be lost in the event of a crash. 2024-11-26T07:59:03,753 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-26T07:59:03,753 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:59:03,754 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-26T07:59:03,755 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-26T07:59:03,758 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-26T07:59:03,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741848_1024 (size=49) 2024-11-26T07:59:03,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741848_1024 (size=49) 2024-11-26T07:59:03,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741848_1024 (size=49) 2024-11-26T07:59:03,769 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-26T07:59:03,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c928d4d290af43b1983946215b68d53a}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19f262dbd1f939a5e30fc42c8659b86e}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1484e8aca37993800e7f832638a220a8}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97ce29129976bbdf517ed7e4030cd21a}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa566d96a4d14497ac7520a627f2f72d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 815f6fd662dce9607dce1ea651b425c3}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6df22958858c36acd9b28301ad3dd46f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e602296fd38dae1e7e2864fce14afb2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9f1367eec089f25df10073fe95b8db}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf080f5d95e7bdd72147c54f315fb43e}] 2024-11-26T07:59:03,771 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:59:03,771 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:59:03,771 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:03,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:59:03,771 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:59:03,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:59:03,776 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:59:03,776 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:03,776 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:03,776 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c928d4d290af43b1983946215b68d53a 2024-11-26T07:59:07,725 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-26T07:59:13,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-26T07:59:13,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-26T07:59:13,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-26T07:59:13,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-26T07:59:13,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:59:13,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-26T07:59:13,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:59:13,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1484e8aca37993800e7f832638a220a8: 2024-11-26T07:59:13,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-26T07:59:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. for SnapshotProcedureTest completed. 2024-11-26T07:59:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:59:13,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-26T07:59:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:59:13,776 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing cf080f5d95e7bdd72147c54f315fb43e 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-26T07:59:13,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-26T07:59:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 19f262dbd1f939a5e30fc42c8659b86e: 2024-11-26T07:59:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. for SnapshotProcedureTest completed. 2024-11-26T07:59:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 815f6fd662dce9607dce1ea651b425c3: 2024-11-26T07:59:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. for SnapshotProcedureTest completed. 2024-11-26T07:59:13,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:59:13,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-26T07:59:13,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:59:13,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:59:13,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:59:13,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:59:13,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 6e602296fd38dae1e7e2864fce14afb2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-26T07:59:13,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:59:13,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:59:13,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-26T07:59:13,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 97ce29129976bbdf517ed7e4030cd21a: 2024-11-26T07:59:13,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:59:13,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. for SnapshotProcedureTest completed. 2024-11-26T07:59:13,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:59:13,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:59:13,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:59:13,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:59:13,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 6df22958858c36acd9b28301ad3dd46f 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-26T07:59:13,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:59:13,779 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing bb9f1367eec089f25df10073fe95b8db 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-26T07:59:13,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for aa566d96a4d14497ac7520a627f2f72d: 2024-11-26T07:59:13,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. for SnapshotProcedureTest completed. 2024-11-26T07:59:13,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:59:13,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:59:13,801 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/bb9f1367eec089f25df10073fe95b8db/.tmp/cf/2e6f6133aabc490b97fc134e435846f2 is 34, key is ccd/cf:cf/1732607943226/Put/seqid=0 2024-11-26T07:59:13,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741849_1025 (size=65) 2024-11-26T07:59:13,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741849_1025 (size=65) 2024-11-26T07:59:13,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741849_1025 (size=65) 2024-11-26T07:59:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741851_1027 (size=65) 2024-11-26T07:59:13,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:59:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741851_1027 (size=65) 2024-11-26T07:59:13,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-26T07:59:13,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741851_1027 (size=65) 2024-11-26T07:59:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-26T07:59:13,811 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:59:13,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f/.tmp/cf/e1a374019f0d485e9556f1e52c761401 is 34, key is aaa/cf:cf/1732607943204/Put/seqid=0 2024-11-26T07:59:13,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6e602296fd38dae1e7e2864fce14afb2/.tmp/cf/bb66829dd53e42cab8ccdeb3de97d98f is 34, key is baa/cf:cf/1732607943278/Put/seqid=0 2024-11-26T07:59:13,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:59:13,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-26T07:59:13,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:59:13,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:59:13,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for c928d4d290af43b1983946215b68d53a: 2024-11-26T07:59:13,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. for SnapshotProcedureTest completed. 2024-11-26T07:59:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-26T07:59:13,812 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:59:13,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:59:13,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-26T07:59:13,812 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:59:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741850_1026 (size=65) 2024-11-26T07:59:13,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741850_1026 (size=65) 2024-11-26T07:59:13,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741850_1026 (size=65) 2024-11-26T07:59:13,817 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aa566d96a4d14497ac7520a627f2f72d in 10.0450 sec 2024-11-26T07:59:13,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:59:13,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-26T07:59:13,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 97ce29129976bbdf517ed7e4030cd21a in 10.0450 sec 2024-11-26T07:59:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-26T07:59:13,818 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:59:13,818 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:59:13,820 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 19f262dbd1f939a5e30fc42c8659b86e in 10.0500 sec 2024-11-26T07:59:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741853_1029 (size=65) 2024-11-26T07:59:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741853_1029 (size=65) 2024-11-26T07:59:13,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741853_1029 (size=65) 2024-11-26T07:59:13,835 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:59:13,836 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-26T07:59:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-26T07:59:13,836 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:13,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:13,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 815f6fd662dce9607dce1ea651b425c3 in 10.0680 sec 2024-11-26T07:59:13,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741852_1028 (size=65) 2024-11-26T07:59:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741852_1028 (size=65) 2024-11-26T07:59:13,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741852_1028 (size=65) 2024-11-26T07:59:13,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:59:13,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-26T07:59:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-26T07:59:13,856 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:13,856 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:13,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1484e8aca37993800e7f832638a220a8 in 10.0880 sec 2024-11-26T07:59:13,859 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/cf080f5d95e7bdd72147c54f315fb43e/.tmp/cf/a4945a0149be4e78b65638f5fb269e7f is 34, key is eaa/cf:cf/1732607943645/Put/seqid=0 2024-11-26T07:59:13,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741854_1030 (size=47197) 2024-11-26T07:59:13,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741854_1030 (size=47197) 2024-11-26T07:59:13,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741854_1030 (size=47197) 2024-11-26T07:59:13,867 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/bb9f1367eec089f25df10073fe95b8db/.tmp/cf/2e6f6133aabc490b97fc134e435846f2 2024-11-26T07:59:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741856_1032 (size=26918) 2024-11-26T07:59:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741856_1032 (size=26918) 2024-11-26T07:59:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741856_1032 (size=26918) 2024-11-26T07:59:13,884 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f/.tmp/cf/e1a374019f0d485e9556f1e52c761401 2024-11-26T07:59:13,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741857_1033 (size=499309) 2024-11-26T07:59:13,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741857_1033 (size=499309) 2024-11-26T07:59:13,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741857_1033 (size=499309) 2024-11-26T07:59:13,893 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/cf080f5d95e7bdd72147c54f315fb43e/.tmp/cf/a4945a0149be4e78b65638f5fb269e7f 2024-11-26T07:59:13,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f/.tmp/cf/e1a374019f0d485e9556f1e52c761401 as hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f/cf/e1a374019f0d485e9556f1e52c761401 2024-11-26T07:59:13,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741858_1034 (size=57) 2024-11-26T07:59:13,906 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/bb9f1367eec089f25df10073fe95b8db/.tmp/cf/2e6f6133aabc490b97fc134e435846f2 as hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/bb9f1367eec089f25df10073fe95b8db/cf/2e6f6133aabc490b97fc134e435846f2 2024-11-26T07:59:13,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741858_1034 (size=57) 2024-11-26T07:59:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741858_1034 (size=57) 2024-11-26T07:59:13,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:59:13,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-26T07:59:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-26T07:59:13,910 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c928d4d290af43b1983946215b68d53a 2024-11-26T07:59:13,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c928d4d290af43b1983946215b68d53a 2024-11-26T07:59:13,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/cf080f5d95e7bdd72147c54f315fb43e/.tmp/cf/a4945a0149be4e78b65638f5fb269e7f as hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/cf080f5d95e7bdd72147c54f315fb43e/cf/a4945a0149be4e78b65638f5fb269e7f 2024-11-26T07:59:13,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c928d4d290af43b1983946215b68d53a in 10.1420 sec 2024-11-26T07:59:13,917 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f/cf/e1a374019f0d485e9556f1e52c761401, entries=676, sequenceid=5, filesize=26.3 K 2024-11-26T07:59:13,919 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 6df22958858c36acd9b28301ad3dd46f in 140ms, sequenceid=5, compaction requested=false 2024-11-26T07:59:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 6df22958858c36acd9b28301ad3dd46f: 2024-11-26T07:59:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. for SnapshotProcedureTest completed. 2024-11-26T07:59:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:59:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f/cf/e1a374019f0d485e9556f1e52c761401] hfiles 2024-11-26T07:59:13,919 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f/cf/e1a374019f0d485e9556f1e52c761401 for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741855_1031 (size=28623) 2024-11-26T07:59:13,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741855_1031 (size=28623) 2024-11-26T07:59:13,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741855_1031 (size=28623) 2024-11-26T07:59:13,922 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6e602296fd38dae1e7e2864fce14afb2/.tmp/cf/bb66829dd53e42cab8ccdeb3de97d98f 2024-11-26T07:59:13,928 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/bb9f1367eec089f25df10073fe95b8db/cf/2e6f6133aabc490b97fc134e435846f2, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-26T07:59:13,930 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for bb9f1367eec089f25df10073fe95b8db in 151ms, sequenceid=5, compaction requested=false 2024-11-26T07:59:13,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for bb9f1367eec089f25df10073fe95b8db: 2024-11-26T07:59:13,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. for SnapshotProcedureTest completed. 2024-11-26T07:59:13,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:59:13,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/bb9f1367eec089f25df10073fe95b8db/cf/2e6f6133aabc490b97fc134e435846f2] hfiles 2024-11-26T07:59:13,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/bb9f1367eec089f25df10073fe95b8db/cf/2e6f6133aabc490b97fc134e435846f2 for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6e602296fd38dae1e7e2864fce14afb2/.tmp/cf/bb66829dd53e42cab8ccdeb3de97d98f as hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6e602296fd38dae1e7e2864fce14afb2/cf/bb66829dd53e42cab8ccdeb3de97d98f 2024-11-26T07:59:13,933 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/cf080f5d95e7bdd72147c54f315fb43e/cf/a4945a0149be4e78b65638f5fb269e7f, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-26T07:59:13,935 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for cf080f5d95e7bdd72147c54f315fb43e in 160ms, sequenceid=5, compaction requested=false 2024-11-26T07:59:13,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for cf080f5d95e7bdd72147c54f315fb43e: 2024-11-26T07:59:13,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. for SnapshotProcedureTest completed. 2024-11-26T07:59:13,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:59:13,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/cf080f5d95e7bdd72147c54f315fb43e/cf/a4945a0149be4e78b65638f5fb269e7f] hfiles 2024-11-26T07:59:13,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/cf080f5d95e7bdd72147c54f315fb43e/cf/a4945a0149be4e78b65638f5fb269e7f for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,942 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6e602296fd38dae1e7e2864fce14afb2/cf/bb66829dd53e42cab8ccdeb3de97d98f, entries=731, sequenceid=5, filesize=28.0 K 2024-11-26T07:59:13,943 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 6e602296fd38dae1e7e2864fce14afb2 in 166ms, sequenceid=5, compaction requested=false 2024-11-26T07:59:13,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 6e602296fd38dae1e7e2864fce14afb2: 2024-11-26T07:59:13,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. for SnapshotProcedureTest completed. 2024-11-26T07:59:13,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2.' region-info for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-26T07:59:13,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6e602296fd38dae1e7e2864fce14afb2/cf/bb66829dd53e42cab8ccdeb3de97d98f] hfiles 2024-11-26T07:59:13,943 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6e602296fd38dae1e7e2864fce14afb2/cf/bb66829dd53e42cab8ccdeb3de97d98f for snapshot=SnapshotProcedureTest 2024-11-26T07:59:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741859_1035 (size=105) 2024-11-26T07:59:13,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741859_1035 (size=105) 2024-11-26T07:59:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741859_1035 (size=105) 2024-11-26T07:59:13,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:59:13,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-26T07:59:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-26T07:59:13,953 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:13,953 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:13,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6df22958858c36acd9b28301ad3dd46f in 10.1850 sec 2024-11-26T07:59:13,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741860_1036 (size=105) 2024-11-26T07:59:13,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741860_1036 (size=105) 2024-11-26T07:59:13,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741860_1036 (size=105) 2024-11-26T07:59:13,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:59:13,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-26T07:59:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-26T07:59:13,962 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:59:13,962 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:59:13,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bb9f1367eec089f25df10073fe95b8db in 10.1940 sec 2024-11-26T07:59:13,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741861_1037 (size=97) 2024-11-26T07:59:13,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741861_1037 (size=97) 2024-11-26T07:59:13,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741861_1037 (size=97) 2024-11-26T07:59:13,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:59:13,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-26T07:59:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-26T07:59:13,970 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:59:13,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:59:13,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cf080f5d95e7bdd72147c54f315fb43e in 10.2020 sec 2024-11-26T07:59:13,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741862_1038 (size=105) 2024-11-26T07:59:13,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741862_1038 (size=105) 2024-11-26T07:59:13,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741862_1038 (size=105) 2024-11-26T07:59:13,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:59:13,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-26T07:59:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-26T07:59:13,975 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:59:13,975 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:59:13,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=25 2024-11-26T07:59:13,978 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-26T07:59:13,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6e602296fd38dae1e7e2864fce14afb2 in 10.2070 sec 2024-11-26T07:59:13,978 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-26T07:59:13,979 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-26T07:59:13,979 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-26T07:59:13,981 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-26T07:59:13,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741863_1039 (size=1174) 2024-11-26T07:59:13,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741863_1039 (size=1174) 2024-11-26T07:59:14,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741863_1039 (size=1174) 2024-11-26T07:59:14,006 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-26T07:59:14,012 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-26T07:59:14,015 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,41823,1732607912981 2024-11-26T07:59:14,015 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,41823,1732607912981 2024-11-26T07:59:14,015 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,39667,1732607912941 2024-11-26T07:59:14,015 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,39667,1732607912941 2024-11-26T07:59:14,015 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,39667,1732607912941 2024-11-26T07:59:14,019 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:14,019 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:14,019 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,41823,1732607912981 2024-11-26T07:59:14,019 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:14,074 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:59:14,074 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 719ac8e87449,39667,1732607912941 2024-11-26T07:59:14,075 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 719ac8e87449,39667,1732607912941: Simulated kill ***** 2024-11-26T07:59:14,075 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-26T07:59:14,075 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-26T07:59:14,076 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-26T07:59:14,076 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-26T07:59:14,076 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-26T07:59:14,076 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 398293240 }, "NonHeapMemoryUsage": { "committed": 176422912, "init": 7667712, "max": -1, "used": 171154320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-26T07:59:14,076 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37047 {}] master.MasterRpcServices(700): 719ac8e87449,39667,1732607912941 reported a fatal error: ***** ABORTING region server 719ac8e87449,39667,1732607912941: Simulated kill ***** 2024-11-26T07:59:14,077 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,39667,1732607912941' ***** 2024-11-26T07:59:14,077 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-26T07:59:14,077 INFO [RS:0;719ac8e87449:39667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:59:14,077 INFO [RS:0;719ac8e87449:39667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-26T07:59:14,077 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:59:14,077 INFO [RS:0;719ac8e87449:39667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-26T07:59:14,077 INFO [RS:0;719ac8e87449:39667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:59:14,078 INFO [RS:0;719ac8e87449:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;719ac8e87449:39667. 2024-11-26T07:59:14,078 DEBUG [RS:0;719ac8e87449:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:59:14,078 DEBUG [RS:0;719ac8e87449:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:59:14,078 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-26T07:59:14,080 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941/719ac8e87449%2C39667%2C1732607912941.1732607913691 not finished, retry = 0 2024-11-26T07:59:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741835_1011 (size=1488) 2024-11-26T07:59:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741835_1011 (size=1488) 2024-11-26T07:59:14,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741835_1011 (size=1488) 2024-11-26T07:59:14,093 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:59:14,181 DEBUG [RS:0;719ac8e87449:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:59:14,182 INFO [RS:0;719ac8e87449:39667 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:59:14,182 INFO [RS:0;719ac8e87449:39667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39667 2024-11-26T07:59:14,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,39667,1732607912941 2024-11-26T07:59:14,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:59:14,249 INFO [RS:0;719ac8e87449:39667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:59:14,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,39667,1732607912941] 2024-11-26T07:59:14,268 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,39667,1732607912941 already deleted, retry=false 2024-11-26T07:59:14,268 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 719ac8e87449,39667,1732607912941 on 719ac8e87449,37047,1732607912780 2024-11-26T07:59:14,271 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 719ac8e87449,39667,1732607912941, splitWal=true, meta=false 2024-11-26T07:59:14,272 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=46 for 719ac8e87449,39667,1732607912941 (carryingMeta=false) 719ac8e87449,39667,1732607912941/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6593ec[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-26T07:59:14,274 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 719ac8e87449,39667,1732607912941, splitWal=true, meta=false 2024-11-26T07:59:14,276 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 719ac8e87449,39667,1732607912941 had 3 regions 2024-11-26T07:59:14,277 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 719ac8e87449,39667,1732607912941, splitWal=true, meta=false, isMeta: false 2024-11-26T07:59:14,278 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting 2024-11-26T07:59:14,279 INFO [PEWorker-5 {}] master.SplitWALManager(105): 719ac8e87449,39667,1732607912941 WAL count=1, meta=false 2024-11-26T07:59:14,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 719ac8e87449%2C39667%2C1732607912941.1732607913691}] 2024-11-26T07:59:14,281 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=719ac8e87449,41823,1732607912981 2024-11-26T07:59:14,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 719ac8e87449%2C39667%2C1732607912941.1732607913691, worker=719ac8e87449,41823,1732607912981}] 2024-11-26T07:59:14,282 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,39667,1732607912941 Release verify snapshot worker=719ac8e87449,39667,1732607912941 2024-11-26T07:59:14,282 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 38 to 719ac8e87449,39667,1732607912941, this operation will be retried to send to another server 2024-11-26T07:59:14,282 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T07:59:14,283 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 28 is already finished, skip the rest processes 2024-11-26T07:59:14,283 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=38, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732607955283 2024-11-26T07:59:14,283 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-26T07:59:14,283 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-26T07:59:14,283 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,39667,1732607912941 Release verify snapshot worker=719ac8e87449,39667,1732607912941 2024-11-26T07:59:14,283 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 719ac8e87449,39667,1732607912941, this operation will be retried to send to another server 2024-11-26T07:59:14,283 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T07:59:14,283 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732607955283 2024-11-26T07:59:14,285 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,39667,1732607912941 Release verify snapshot worker=719ac8e87449,39667,1732607912941 2024-11-26T07:59:14,285 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 719ac8e87449,39667,1732607912941, this operation will be retried to send to another server 2024-11-26T07:59:14,285 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-26T07:59:14,285 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732607955285 2024-11-26T07:59:14,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:59:14,361 INFO [RS:0;719ac8e87449:39667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:59:14,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x10177703dfc0001, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:59:14,361 INFO [RS:0;719ac8e87449:39667 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,39667,1732607912941; zookeeper connection closed. 2024-11-26T07:59:14,361 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e9e25cf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e9e25cf 2024-11-26T07:59:14,540 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-26T07:59:14,541 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-26T07:59:24,013 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-26T07:59:24,013 INFO [master/719ac8e87449:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-26T07:59:24,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-26T07:59:24,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-26T07:59:24,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-26T07:59:24,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-26T07:59:24,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-26T07:59:24,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-26T07:59:24,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-26T07:59:24,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-26T07:59:24,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-26T07:59:24,025 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-26T07:59:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-26T07:59:24,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-26T07:59:24,027 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-26T07:59:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-26T07:59:24,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-26T07:59:24,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-26T07:59:24,028 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-26T07:59:24,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-26T07:59:24,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-26T07:59:24,030 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 Release verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:24,030 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,41823,1732607912981 Release verify snapshot worker=719ac8e87449,41823,1732607912981 2024-11-26T07:59:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-26T07:59:24,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-26T07:59:24,033 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 in 10.0190 sec 2024-11-26T07:59:24,033 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,41823,1732607912981 2024-11-26T07:59:24,034 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 Release verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:24,034 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:24,034 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:24,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,41823,1732607912981 in 10.0190 sec 2024-11-26T07:59:24,036 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,41823,1732607912981 Release verify snapshot worker=719ac8e87449,41823,1732607912981 2024-11-26T07:59:24,036 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 in 10.0230 sec 2024-11-26T07:59:24,036 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 Release verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:24,036 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,41823,1732607912981 Release verify snapshot worker=719ac8e87449,41823,1732607912981 2024-11-26T07:59:24,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,41823,1732607912981 in 10.0250 sec 2024-11-26T07:59:24,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 in 10.0250 sec 2024-11-26T07:59:24,037 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:24,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,41823,1732607912981 in 10.0250 sec 2024-11-26T07:59:24,042 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691, size=1.5 K (1488bytes) 2024-11-26T07:59:24,042 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691 2024-11-26T07:59:24,043 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691 after 1ms 2024-11-26T07:59:24,046 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691 took 4ms 2024-11-26T07:59:24,049 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 6df22958858c36acd9b28301ad3dd46f: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-26T07:59:24,050 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1484e8aca37993800e7f832638a220a8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-26T07:59:24,051 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 815f6fd662dce9607dce1ea651b425c3: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-26T07:59:24,051 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691 so closing down 2024-11-26T07:59:24,052 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-26T07:59:24,052 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-26T07:59:24,052 INFO [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-26T07:59:24,052 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691, journal: Splitting hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691, size=1.5 K (1488bytes) at 1732607964042Finishing writing output for hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691 so closing down at 1732607964052 (+10 ms)3 split writer threads finished at 1732607964052Processed 5 edits across 0 Regions in 6 ms; skipped=5; WAL=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1732607964052 2024-11-26T07:59:24,052 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691 2024-11-26T07:59:24,052 DEBUG [RS_LOG_REPLAY_OPS-regionserver/719ac8e87449:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-26T07:59:24,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-26T07:59:24,056 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting/719ac8e87449%2C39667%2C1732607912941.1732607913691 to hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/oldWALs 2024-11-26T07:59:24,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-26T07:59:24,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 719ac8e87449%2C39667%2C1732607912941.1732607913691, worker=719ac8e87449,41823,1732607912981 in 9.7740 sec 2024-11-26T07:59:24,059 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=719ac8e87449,41823,1732607912981 2024-11-26T07:59:24,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-26T07:59:24,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 719ac8e87449%2C39667%2C1732607912941.1732607913691, worker=719ac8e87449,41823,1732607912981 in 9.7800 sec 2024-11-26T07:59:24,062 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting dir is empty, no logs to split. 2024-11-26T07:59:24,062 INFO [PEWorker-3 {}] master.SplitWALManager(105): 719ac8e87449,39667,1732607912941 WAL count=0, meta=false 2024-11-26T07:59:24,062 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 719ac8e87449,39667,1732607912941 WAL splitting is done? wals=0, meta=false 2024-11-26T07:59:24,064 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 719ac8e87449,39667,1732607912941 failed, ignore...File hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/WALs/719ac8e87449,39667,1732607912941-splitting does not exist. 2024-11-26T07:59:24,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6df22958858c36acd9b28301ad3dd46f, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=815f6fd662dce9607dce1ea651b425c3, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1484e8aca37993800e7f832638a220a8, ASSIGN}] 2024-11-26T07:59:24,066 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1484e8aca37993800e7f832638a220a8, ASSIGN 2024-11-26T07:59:24,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=815f6fd662dce9607dce1ea651b425c3, ASSIGN 2024-11-26T07:59:24,067 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6df22958858c36acd9b28301ad3dd46f, ASSIGN 2024-11-26T07:59:24,067 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1484e8aca37993800e7f832638a220a8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:59:24,067 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6df22958858c36acd9b28301ad3dd46f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:59:24,067 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=815f6fd662dce9607dce1ea651b425c3, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-26T07:59:24,219 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(204): Hosts are {719ac8e87449=0} racks are {/default-rack=0} 2024-11-26T07:59:24,219 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-26T07:59:24,219 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-26T07:59:24,220 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-26T07:59:24,220 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-26T07:59:24,220 INFO [719ac8e87449:37047 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-26T07:59:24,220 INFO [719ac8e87449:37047 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-26T07:59:24,220 DEBUG [719ac8e87449:37047 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-26T07:59:24,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=1484e8aca37993800e7f832638a220a8, regionState=OPENING, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:59:24,221 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=6df22958858c36acd9b28301ad3dd46f, regionState=OPENING, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:59:24,221 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=815f6fd662dce9607dce1ea651b425c3, regionState=OPENING, regionLocation=719ac8e87449,43165,1732607913019 2024-11-26T07:59:24,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=1484e8aca37993800e7f832638a220a8, ASSIGN because future has completed 2024-11-26T07:59:24,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1484e8aca37993800e7f832638a220a8, server=719ac8e87449,41823,1732607912981}] 2024-11-26T07:59:24,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=815f6fd662dce9607dce1ea651b425c3, ASSIGN because future has completed 2024-11-26T07:59:24,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815f6fd662dce9607dce1ea651b425c3, server=719ac8e87449,43165,1732607913019}] 2024-11-26T07:59:24,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6df22958858c36acd9b28301ad3dd46f, ASSIGN because future has completed 2024-11-26T07:59:24,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df22958858c36acd9b28301ad3dd46f, server=719ac8e87449,41823,1732607912981}] 2024-11-26T07:59:32,740 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-26T07:59:34,037 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:59:34,037 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:59:34,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-26T07:59:34,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-26T07:59:34,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-26T07:59:34,037 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 815f6fd662dce9607dce1ea651b425c3, NAME => 'SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-26T07:59:34,037 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 6df22958858c36acd9b28301ad3dd46f, NAME => 'SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-26T07:59:34,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-26T07:59:34,037 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-26T07:59:34,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-26T07:59:34,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-26T07:59:34,038 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,038 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,038 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:59:34,038 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:59:34,038 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,038 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,038 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-26T07:59:34,038 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-26T07:59:34,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-26T07:59:34,040 INFO [StoreOpener-6df22958858c36acd9b28301ad3dd46f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,040 INFO [StoreOpener-815f6fd662dce9607dce1ea651b425c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-26T07:59:34,041 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,41823,1732607912981 Release verify snapshot worker=719ac8e87449,41823,1732607912981 2024-11-26T07:59:34,041 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 Release verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:34,041 INFO [StoreOpener-815f6fd662dce9607dce1ea651b425c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815f6fd662dce9607dce1ea651b425c3 columnFamilyName cf 2024-11-26T07:59:34,041 DEBUG [StoreOpener-815f6fd662dce9607dce1ea651b425c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:59:34,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37047 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-26T07:59:34,042 INFO [StoreOpener-6df22958858c36acd9b28301ad3dd46f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6df22958858c36acd9b28301ad3dd46f columnFamilyName cf 2024-11-26T07:59:34,042 INFO [StoreOpener-815f6fd662dce9607dce1ea651b425c3-1 {}] regionserver.HStore(327): Store=815f6fd662dce9607dce1ea651b425c3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:59:34,042 DEBUG [StoreOpener-6df22958858c36acd9b28301ad3dd46f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:59:34,042 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,043 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 Release verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:34,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,41823,1732607912981 in 20.0300 sec 2024-11-26T07:59:34,044 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 in 20.0300 sec 2024-11-26T07:59:34,044 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 Release verify snapshot worker=719ac8e87449,43165,1732607913019 2024-11-26T07:59:34,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 in 20.0320 sec 2024-11-26T07:59:34,045 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,045 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,045 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-26T07:59:34,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=719ac8e87449,43165,1732607913019 in 20.0330 sec 2024-11-26T07:59:34,047 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-26T07:59:34,047 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,048 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/.hbase-snapshot/SnapshotProcedureTest 2024-11-26T07:59:34,048 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 815f6fd662dce9607dce1ea651b425c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63432304, jitterRate=-0.05478501319885254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:59:34,049 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,049 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 815f6fd662dce9607dce1ea651b425c3: Running coprocessor pre-open hook at 1732607974038Writing region info on filesystem at 1732607974038Initializing all the Stores at 1732607974039 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607974039Cleaning up temporary data from old regions at 1732607974045 (+6 ms)Running coprocessor post-open hooks at 1732607974049 (+4 ms)Region opened successfully at 1732607974049 2024-11-26T07:59:34,049 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-26T07:59:34,050 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3., pid=53, masterSystemTime=1732607974034 2024-11-26T07:59:34,050 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-26T07:59:34,050 DEBUG [StoreOpener-6df22958858c36acd9b28301ad3dd46f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f/cf/e1a374019f0d485e9556f1e52c761401 2024-11-26T07:59:34,051 INFO [StoreOpener-6df22958858c36acd9b28301ad3dd46f-1 {}] regionserver.HStore(327): Store=6df22958858c36acd9b28301ad3dd46f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:59:34,051 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,051 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:59:34,051 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:59:34,052 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.2990 sec 2024-11-26T07:59:34,052 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=815f6fd662dce9607dce1ea651b425c3, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,43165,1732607913019 2024-11-26T07:59:34,053 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,054 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,054 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815f6fd662dce9607dce1ea651b425c3, server=719ac8e87449,43165,1732607913019 because future has completed 2024-11-26T07:59:34,056 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-26T07:59:34,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 815f6fd662dce9607dce1ea651b425c3, server=719ac8e87449,43165,1732607913019 in 9.8270 sec 2024-11-26T07:59:34,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=815f6fd662dce9607dce1ea651b425c3, ASSIGN in 9.9920 sec 2024-11-26T07:59:34,058 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:59:34,060 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 6df22958858c36acd9b28301ad3dd46f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72749140, jitterRate=0.08404666185379028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:59:34,060 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,060 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 6df22958858c36acd9b28301ad3dd46f: Running coprocessor pre-open hook at 1732607974038Writing region info on filesystem at 1732607974038Initializing all the Stores at 1732607974039 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607974039Cleaning up temporary data from old regions at 1732607974054 (+15 ms)Running coprocessor post-open hooks at 1732607974060 (+6 ms)Region opened successfully at 1732607974060 2024-11-26T07:59:34,061 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f., pid=54, masterSystemTime=1732607974033 2024-11-26T07:59:34,062 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:59:34,062 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:59:34,062 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:59:34,063 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 1484e8aca37993800e7f832638a220a8, NAME => 'SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-26T07:59:34,063 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=6df22958858c36acd9b28301ad3dd46f, regionState=OPEN, openSeqNum=6, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:59:34,063 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-26T07:59:34,063 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,063 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,065 INFO [StoreOpener-1484e8aca37993800e7f832638a220a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6df22958858c36acd9b28301ad3dd46f, server=719ac8e87449,41823,1732607912981 because future has completed 2024-11-26T07:59:34,066 INFO [StoreOpener-1484e8aca37993800e7f832638a220a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1484e8aca37993800e7f832638a220a8 columnFamilyName cf 2024-11-26T07:59:34,066 DEBUG [StoreOpener-1484e8aca37993800e7f832638a220a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-26T07:59:34,066 INFO [StoreOpener-1484e8aca37993800e7f832638a220a8-1 {}] regionserver.HStore(327): Store=1484e8aca37993800e7f832638a220a8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-26T07:59:34,067 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=49 2024-11-26T07:59:34,067 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 6df22958858c36acd9b28301ad3dd46f, server=719ac8e87449,41823,1732607912981 in 9.8380 sec 2024-11-26T07:59:34,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6df22958858c36acd9b28301ad3dd46f, ASSIGN in 10.0020 sec 2024-11-26T07:59:34,069 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,069 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,069 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,071 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,072 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 1484e8aca37993800e7f832638a220a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72666398, jitterRate=0.08281370997428894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-26T07:59:34,072 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,072 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 1484e8aca37993800e7f832638a220a8: Running coprocessor pre-open hook at 1732607974063Writing region info on filesystem at 1732607974063Initializing all the Stores at 1732607974064 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732607974064Cleaning up temporary data from old regions at 1732607974069 (+5 ms)Running coprocessor post-open hooks at 1732607974072 (+3 ms)Region opened successfully at 1732607974072 2024-11-26T07:59:34,073 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8., pid=52, masterSystemTime=1732607974033 2024-11-26T07:59:34,075 DEBUG [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:59:34,075 INFO [RS_OPEN_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:59:34,075 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=1484e8aca37993800e7f832638a220a8, regionState=OPEN, openSeqNum=2, regionLocation=719ac8e87449,41823,1732607912981 2024-11-26T07:59:34,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1484e8aca37993800e7f832638a220a8, server=719ac8e87449,41823,1732607912981 because future has completed 2024-11-26T07:59:34,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-26T07:59:34,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure 1484e8aca37993800e7f832638a220a8, server=719ac8e87449,41823,1732607912981 in 9.8500 sec 2024-11-26T07:59:34,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=46 2024-11-26T07:59:34,080 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 719ac8e87449,39667,1732607912941 after splitting done 2024-11-26T07:59:34,080 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=1484e8aca37993800e7f832638a220a8, ASSIGN in 10.0140 sec 2024-11-26T07:59:34,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; ServerCrashProcedure 719ac8e87449,39667,1732607912941, splitWal=true, meta=false in 19.8110 sec 2024-11-26T07:59:34,105 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-26T07:59:34,109 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-26T07:59:34,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-26T07:59:34,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:59:34,110 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:59:34,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:59:34,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:59:34,110 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-26T07:59:34,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-26T07:59:34,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=500291265, stopped=false 2024-11-26T07:59:34,110 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=719ac8e87449,37047,1732607912780 2024-11-26T07:59:34,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:59:34,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:59:34,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-26T07:59:34,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:59:34,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:59:34,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:59:34,169 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:59:34,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:59:34,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:59:34,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-26T07:59:34,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-26T07:59:34,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:59:34,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:59:34,170 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,41823,1732607912981' ***** 2024-11-26T07:59:34,170 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:59:34,170 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '719ac8e87449,43165,1732607913019' ***** 2024-11-26T07:59:34,170 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-26T07:59:34,170 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:59:34,170 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-26T07:59:34,170 INFO [RS:1;719ac8e87449:41823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:59:34,170 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:59:34,170 INFO [RS:2;719ac8e87449:43165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-26T07:59:34,171 INFO [RS:1;719ac8e87449:41823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:59:34,171 INFO [RS:2;719ac8e87449:43165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-26T07:59:34,171 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-26T07:59:34,171 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1484e8aca37993800e7f832638a220a8 2024-11-26T07:59:34,171 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(3091): Received CLOSE for 815f6fd662dce9607dce1ea651b425c3 2024-11-26T07:59:34,171 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(3091): Received CLOSE for aa566d96a4d14497ac7520a627f2f72d 2024-11-26T07:59:34,171 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(3091): Received CLOSE for 19f262dbd1f939a5e30fc42c8659b86e 2024-11-26T07:59:34,171 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e602296fd38dae1e7e2864fce14afb2 2024-11-26T07:59:34,171 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(3091): Received CLOSE for bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:59:34,171 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(3091): Received CLOSE for cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:59:34,171 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,43165,1732607913019 2024-11-26T07:59:34,171 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 815f6fd662dce9607dce1ea651b425c3, disabling compactions & flushes 2024-11-26T07:59:34,171 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1484e8aca37993800e7f832638a220a8, disabling compactions & flushes 2024-11-26T07:59:34,171 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(3091): Received CLOSE for 6df22958858c36acd9b28301ad3dd46f 2024-11-26T07:59:34,171 INFO [RS:2;719ac8e87449:43165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:59:34,171 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:59:34,171 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:59:34,171 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:59:34,171 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(3091): Received CLOSE for 97ce29129976bbdf517ed7e4030cd21a 2024-11-26T07:59:34,171 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:59:34,171 INFO [RS:2;719ac8e87449:43165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;719ac8e87449:43165. 2024-11-26T07:59:34,171 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. after waiting 0 ms 2024-11-26T07:59:34,171 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(3091): Received CLOSE for c928d4d290af43b1983946215b68d53a 2024-11-26T07:59:34,171 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. after waiting 0 ms 2024-11-26T07:59:34,171 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:59:34,171 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(959): stopping server 719ac8e87449,41823,1732607912981 2024-11-26T07:59:34,171 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:59:34,171 DEBUG [RS:2;719ac8e87449:43165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:59:34,171 INFO [RS:1;719ac8e87449:41823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:59:34,171 DEBUG [RS:2;719ac8e87449:43165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:59:34,171 INFO [RS:1;719ac8e87449:41823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;719ac8e87449:41823. 2024-11-26T07:59:34,171 INFO [RS:2;719ac8e87449:43165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:59:34,171 DEBUG [RS:1;719ac8e87449:41823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-26T07:59:34,171 INFO [RS:2;719ac8e87449:43165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:59:34,171 DEBUG [RS:1;719ac8e87449:41823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:59:34,172 INFO [RS:2;719ac8e87449:43165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:59:34,172 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-26T07:59:34,172 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-26T07:59:34,172 DEBUG [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(1325): Online Regions={1484e8aca37993800e7f832638a220a8=SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8., 6e602296fd38dae1e7e2864fce14afb2=SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2., cf080f5d95e7bdd72147c54f315fb43e=SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e., 6df22958858c36acd9b28301ad3dd46f=SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f., 97ce29129976bbdf517ed7e4030cd21a=SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a., c928d4d290af43b1983946215b68d53a=SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a.} 2024-11-26T07:59:34,172 DEBUG [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(1351): Waiting on 1484e8aca37993800e7f832638a220a8, 6df22958858c36acd9b28301ad3dd46f, 6e602296fd38dae1e7e2864fce14afb2, 97ce29129976bbdf517ed7e4030cd21a, c928d4d290af43b1983946215b68d53a, cf080f5d95e7bdd72147c54f315fb43e 2024-11-26T07:59:34,172 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-26T07:59:34,172 DEBUG [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(1325): Online Regions={815f6fd662dce9607dce1ea651b425c3=SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3., 1588230740=hbase:meta,,1.1588230740, aa566d96a4d14497ac7520a627f2f72d=SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d., 19f262dbd1f939a5e30fc42c8659b86e=SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e., bb9f1367eec089f25df10073fe95b8db=SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db.} 2024-11-26T07:59:34,172 DEBUG [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19f262dbd1f939a5e30fc42c8659b86e, 815f6fd662dce9607dce1ea651b425c3, aa566d96a4d14497ac7520a627f2f72d, bb9f1367eec089f25df10073fe95b8db 2024-11-26T07:59:34,172 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-26T07:59:34,172 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-26T07:59:34,172 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-26T07:59:34,173 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-26T07:59:34,173 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-26T07:59:34,173 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-26T07:59:34,177 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/1484e8aca37993800e7f832638a220a8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T07:59:34,177 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/815f6fd662dce9607dce1ea651b425c3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-26T07:59:34,177 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:59:34,177 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:59:34,177 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1484e8aca37993800e7f832638a220a8: Waiting for close lock at 1732607974171Running coprocessor pre-close hooks at 1732607974171Disabling compacts and flushes for region at 1732607974171Disabling writes for close at 1732607974171Writing region close event to WAL at 1732607974172 (+1 ms)Running coprocessor post-close hooks at 1732607974177 (+5 ms)Closed at 1732607974177 2024-11-26T07:59:34,177 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 815f6fd662dce9607dce1ea651b425c3: Waiting for close lock at 1732607974171Running coprocessor pre-close hooks at 1732607974171Disabling compacts and flushes for region at 1732607974171Disabling writes for close at 1732607974171Writing region close event to WAL at 1732607974172 (+1 ms)Running coprocessor post-close hooks at 1732607974177 (+5 ms)Closed at 1732607974177 2024-11-26T07:59:34,177 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732607924080.815f6fd662dce9607dce1ea651b425c3. 2024-11-26T07:59:34,177 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732607924080.1484e8aca37993800e7f832638a220a8. 2024-11-26T07:59:34,178 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa566d96a4d14497ac7520a627f2f72d, disabling compactions & flushes 2024-11-26T07:59:34,178 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e602296fd38dae1e7e2864fce14afb2, disabling compactions & flushes 2024-11-26T07:59:34,178 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:59:34,178 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:59:34,178 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:59:34,178 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:59:34,178 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. after waiting 0 ms 2024-11-26T07:59:34,178 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. after waiting 0 ms 2024-11-26T07:59:34,178 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:59:34,178 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:59:34,187 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/aa566d96a4d14497ac7520a627f2f72d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:59:34,187 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6e602296fd38dae1e7e2864fce14afb2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:59:34,188 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:59:34,188 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:59:34,188 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e602296fd38dae1e7e2864fce14afb2: Waiting for close lock at 1732607974178Running coprocessor pre-close hooks at 1732607974178Disabling compacts and flushes for region at 1732607974178Disabling writes for close at 1732607974178Writing region close event to WAL at 1732607974178Running coprocessor post-close hooks at 1732607974188 (+10 ms)Closed at 1732607974188 2024-11-26T07:59:34,188 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa566d96a4d14497ac7520a627f2f72d: Waiting for close lock at 1732607974178Running coprocessor pre-close hooks at 1732607974178Disabling compacts and flushes for region at 1732607974178Disabling writes for close at 1732607974178Writing region close event to WAL at 1732607974178Running coprocessor post-close hooks at 1732607974188 (+10 ms)Closed at 1732607974188 2024-11-26T07:59:34,188 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732607924080.6e602296fd38dae1e7e2864fce14afb2. 2024-11-26T07:59:34,188 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732607924080.aa566d96a4d14497ac7520a627f2f72d. 2024-11-26T07:59:34,188 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19f262dbd1f939a5e30fc42c8659b86e, disabling compactions & flushes 2024-11-26T07:59:34,188 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf080f5d95e7bdd72147c54f315fb43e, disabling compactions & flushes 2024-11-26T07:59:34,188 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:59:34,188 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:59:34,188 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:59:34,188 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:59:34,188 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. after waiting 0 ms 2024-11-26T07:59:34,189 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. after waiting 0 ms 2024-11-26T07:59:34,189 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:59:34,189 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:59:34,191 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/.tmp/info/5f03f344d3174cfcb8dcaa7531d0d2f6 is 167, key is SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e./info:regioninfo/1732607934361/Put/seqid=0 2024-11-26T07:59:34,193 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/cf080f5d95e7bdd72147c54f315fb43e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:59:34,194 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/19f262dbd1f939a5e30fc42c8659b86e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:59:34,194 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:59:34,194 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf080f5d95e7bdd72147c54f315fb43e: Waiting for close lock at 1732607974188Running coprocessor pre-close hooks at 1732607974188Disabling compacts and flushes for region at 1732607974188Disabling writes for close at 1732607974189 (+1 ms)Writing region close event to WAL at 1732607974190 (+1 ms)Running coprocessor post-close hooks at 1732607974194 (+4 ms)Closed at 1732607974194 2024-11-26T07:59:34,195 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732607924080.cf080f5d95e7bdd72147c54f315fb43e. 2024-11-26T07:59:34,195 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:59:34,195 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19f262dbd1f939a5e30fc42c8659b86e: Waiting for close lock at 1732607974188Running coprocessor pre-close hooks at 1732607974188Disabling compacts and flushes for region at 1732607974188Disabling writes for close at 1732607974189 (+1 ms)Writing region close event to WAL at 1732607974190 (+1 ms)Running coprocessor post-close hooks at 1732607974195 (+5 ms)Closed at 1732607974195 2024-11-26T07:59:34,195 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6df22958858c36acd9b28301ad3dd46f, disabling compactions & flushes 2024-11-26T07:59:34,195 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732607924080.19f262dbd1f939a5e30fc42c8659b86e. 2024-11-26T07:59:34,195 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:59:34,195 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:59:34,195 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. after waiting 0 ms 2024-11-26T07:59:34,195 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:59:34,195 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bb9f1367eec089f25df10073fe95b8db, disabling compactions & flushes 2024-11-26T07:59:34,195 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:59:34,195 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:59:34,195 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. after waiting 0 ms 2024-11-26T07:59:34,195 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:59:34,207 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/bb9f1367eec089f25df10073fe95b8db/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-26T07:59:34,207 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/6df22958858c36acd9b28301ad3dd46f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-26T07:59:34,208 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:59:34,208 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bb9f1367eec089f25df10073fe95b8db: Waiting for close lock at 1732607974195Running coprocessor pre-close hooks at 1732607974195Disabling compacts and flushes for region at 1732607974195Disabling writes for close at 1732607974195Writing region close event to WAL at 1732607974199 (+4 ms)Running coprocessor post-close hooks at 1732607974208 (+9 ms)Closed at 1732607974208 2024-11-26T07:59:34,208 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:59:34,208 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732607924080.bb9f1367eec089f25df10073fe95b8db. 2024-11-26T07:59:34,208 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6df22958858c36acd9b28301ad3dd46f: Waiting for close lock at 1732607974195Running coprocessor pre-close hooks at 1732607974195Disabling compacts and flushes for region at 1732607974195Disabling writes for close at 1732607974195Writing region close event to WAL at 1732607974199 (+4 ms)Running coprocessor post-close hooks at 1732607974208 (+9 ms)Closed at 1732607974208 2024-11-26T07:59:34,208 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732607924080.6df22958858c36acd9b28301ad3dd46f. 2024-11-26T07:59:34,208 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97ce29129976bbdf517ed7e4030cd21a, disabling compactions & flushes 2024-11-26T07:59:34,208 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:59:34,208 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:59:34,208 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. after waiting 0 ms 2024-11-26T07:59:34,209 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:59:34,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741864_1040 (size=19817) 2024-11-26T07:59:34,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741864_1040 (size=19817) 2024-11-26T07:59:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741864_1040 (size=19817) 2024-11-26T07:59:34,211 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/.tmp/info/5f03f344d3174cfcb8dcaa7531d0d2f6 2024-11-26T07:59:34,213 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:59:34,217 INFO [regionserver/719ac8e87449:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:59:34,218 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/97ce29129976bbdf517ed7e4030cd21a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:59:34,219 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:59:34,219 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97ce29129976bbdf517ed7e4030cd21a: Waiting for close lock at 1732607974208Running coprocessor pre-close hooks at 1732607974208Disabling compacts and flushes for region at 1732607974208Disabling writes for close at 1732607974208Writing region close event to WAL at 1732607974215 (+7 ms)Running coprocessor post-close hooks at 1732607974219 (+4 ms)Closed at 1732607974219 2024-11-26T07:59:34,219 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732607924080.97ce29129976bbdf517ed7e4030cd21a. 2024-11-26T07:59:34,220 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c928d4d290af43b1983946215b68d53a, disabling compactions & flushes 2024-11-26T07:59:34,220 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:59:34,220 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:59:34,220 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. after waiting 0 ms 2024-11-26T07:59:34,220 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:59:34,224 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/default/SPTestTable/c928d4d290af43b1983946215b68d53a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-26T07:59:34,224 INFO [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:59:34,225 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c928d4d290af43b1983946215b68d53a: Waiting for close lock at 1732607974220Running coprocessor pre-close hooks at 1732607974220Disabling compacts and flushes for region at 1732607974220Disabling writes for close at 1732607974220Writing region close event to WAL at 1732607974220Running coprocessor post-close hooks at 1732607974224 (+4 ms)Closed at 1732607974224 2024-11-26T07:59:34,225 DEBUG [RS_CLOSE_REGION-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732607924080.c928d4d290af43b1983946215b68d53a. 2024-11-26T07:59:34,234 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/.tmp/ns/a7b0bbdf308048b4aaf4632a9e97d7a4 is 43, key is default/ns:d/1732607923996/Put/seqid=0 2024-11-26T07:59:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741865_1041 (size=5153) 2024-11-26T07:59:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741865_1041 (size=5153) 2024-11-26T07:59:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741865_1041 (size=5153) 2024-11-26T07:59:34,244 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/.tmp/ns/a7b0bbdf308048b4aaf4632a9e97d7a4 2024-11-26T07:59:34,265 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/.tmp/table/c9acf3624adf415881a56867bcaafe37 is 47, key is SPTestTable/table:state/1732607934452/Put/seqid=0 2024-11-26T07:59:34,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741866_1042 (size=5214) 2024-11-26T07:59:34,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741866_1042 (size=5214) 2024-11-26T07:59:34,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741866_1042 (size=5214) 2024-11-26T07:59:34,277 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/.tmp/table/c9acf3624adf415881a56867bcaafe37 2024-11-26T07:59:34,285 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/.tmp/info/5f03f344d3174cfcb8dcaa7531d0d2f6 as hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/info/5f03f344d3174cfcb8dcaa7531d0d2f6 2024-11-26T07:59:34,293 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/info/5f03f344d3174cfcb8dcaa7531d0d2f6, entries=112, sequenceid=35, filesize=19.4 K 2024-11-26T07:59:34,294 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/.tmp/ns/a7b0bbdf308048b4aaf4632a9e97d7a4 as hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/ns/a7b0bbdf308048b4aaf4632a9e97d7a4 2024-11-26T07:59:34,301 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/ns/a7b0bbdf308048b4aaf4632a9e97d7a4, entries=2, sequenceid=35, filesize=5.0 K 2024-11-26T07:59:34,302 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/.tmp/table/c9acf3624adf415881a56867bcaafe37 as hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/table/c9acf3624adf415881a56867bcaafe37 2024-11-26T07:59:34,309 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/table/c9acf3624adf415881a56867bcaafe37, entries=2, sequenceid=35, filesize=5.1 K 2024-11-26T07:59:34,310 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=35, compaction requested=false 2024-11-26T07:59:34,315 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-26T07:59:34,316 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-26T07:59:34,316 INFO [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-26T07:59:34,316 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732607974172Running coprocessor pre-close hooks at 1732607974172Disabling compacts and flushes for region at 1732607974172Disabling writes for close at 1732607974173 (+1 ms)Obtaining lock to block concurrent updates at 1732607974173Preparing flush snapshotting stores in 1588230740 at 1732607974173Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1732607974173Flushing stores of hbase:meta,,1.1588230740 at 1732607974174 (+1 ms)Flushing 1588230740/info: creating writer at 1732607974174Flushing 1588230740/info: appending metadata at 1732607974190 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732607974190Flushing 1588230740/ns: creating writer at 1732607974218 (+28 ms)Flushing 1588230740/ns: appending metadata at 1732607974233 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732607974233Flushing 1588230740/table: creating writer at 1732607974250 (+17 ms)Flushing 1588230740/table: appending metadata at 1732607974265 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732607974265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6286090e: reopening flushed file at 1732607974284 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ad8ec0: reopening flushed file at 1732607974293 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a83321c: reopening flushed file at 1732607974301 (+8 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=35, compaction requested=false at 1732607974310 (+9 ms)Writing region close event to WAL at 1732607974311 (+1 ms)Running coprocessor post-close hooks at 1732607974316 (+5 ms)Closed at 1732607974316 2024-11-26T07:59:34,316 DEBUG [RS_CLOSE_META-regionserver/719ac8e87449:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-26T07:59:34,372 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,41823,1732607912981; all regions closed. 2024-11-26T07:59:34,372 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(976): stopping server 719ac8e87449,43165,1732607913019; all regions closed. 2024-11-26T07:59:34,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741834_1010 (size=4639) 2024-11-26T07:59:34,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741834_1010 (size=4639) 2024-11-26T07:59:34,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741834_1010 (size=4639) 2024-11-26T07:59:34,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741836_1012 (size=18438) 2024-11-26T07:59:34,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741836_1012 (size=18438) 2024-11-26T07:59:34,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741836_1012 (size=18438) 2024-11-26T07:59:34,378 DEBUG [RS:1;719ac8e87449:41823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/oldWALs 2024-11-26T07:59:34,378 INFO [RS:1;719ac8e87449:41823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C41823%2C1732607912981:(num 1732607913691) 2024-11-26T07:59:34,378 DEBUG [RS:1;719ac8e87449:41823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:59:34,378 INFO [RS:1;719ac8e87449:41823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:59:34,379 DEBUG [RS:2;719ac8e87449:43165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/oldWALs 2024-11-26T07:59:34,379 INFO [RS:2;719ac8e87449:43165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C43165%2C1732607913019.meta:.meta(num 1732607923875) 2024-11-26T07:59:34,379 INFO [RS:1;719ac8e87449:41823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:59:34,379 INFO [RS:1;719ac8e87449:41823 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-26T07:59:34,379 INFO [RS:1;719ac8e87449:41823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-26T07:59:34,379 INFO [RS:1;719ac8e87449:41823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-26T07:59:34,379 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:59:34,379 INFO [RS:1;719ac8e87449:41823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-26T07:59:34,379 INFO [RS:1;719ac8e87449:41823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:59:34,379 INFO [RS:1;719ac8e87449:41823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41823 2024-11-26T07:59:34,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741833_1009 (size=2947) 2024-11-26T07:59:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741833_1009 (size=2947) 2024-11-26T07:59:34,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741833_1009 (size=2947) 2024-11-26T07:59:34,384 DEBUG [RS:2;719ac8e87449:43165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/oldWALs 2024-11-26T07:59:34,384 INFO [RS:2;719ac8e87449:43165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 719ac8e87449%2C43165%2C1732607913019:(num 1732607913683) 2024-11-26T07:59:34,384 DEBUG [RS:2;719ac8e87449:43165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-26T07:59:34,384 INFO [RS:2;719ac8e87449:43165 {}] regionserver.LeaseManager(133): Closed leases 2024-11-26T07:59:34,384 INFO [RS:2;719ac8e87449:43165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:59:34,385 INFO [RS:2;719ac8e87449:43165 {}] hbase.ChoreService(370): Chore service for: regionserver/719ac8e87449:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-26T07:59:34,385 INFO [RS:2;719ac8e87449:43165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:59:34,385 INFO [regionserver/719ac8e87449:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:59:34,385 INFO [RS:2;719ac8e87449:43165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43165 2024-11-26T07:59:34,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,41823,1732607912981 2024-11-26T07:59:34,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-26T07:59:34,394 INFO [RS:1;719ac8e87449:41823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:59:34,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/719ac8e87449,43165,1732607913019 2024-11-26T07:59:34,402 INFO [RS:2;719ac8e87449:43165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:59:34,410 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,43165,1732607913019] 2024-11-26T07:59:34,427 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,43165,1732607913019 already deleted, retry=false 2024-11-26T07:59:34,427 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,43165,1732607913019 expired; onlineServers=1 2024-11-26T07:59:34,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [719ac8e87449,41823,1732607912981] 2024-11-26T07:59:34,435 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/719ac8e87449,41823,1732607912981 already deleted, retry=false 2024-11-26T07:59:34,436 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 719ac8e87449,41823,1732607912981 expired; onlineServers=0 2024-11-26T07:59:34,436 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '719ac8e87449,37047,1732607912780' ***** 2024-11-26T07:59:34,436 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-26T07:59:34,436 INFO [M:0;719ac8e87449:37047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-26T07:59:34,436 INFO [M:0;719ac8e87449:37047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-26T07:59:34,436 DEBUG [M:0;719ac8e87449:37047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-26T07:59:34,436 DEBUG [M:0;719ac8e87449:37047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-26T07:59:34,436 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-26T07:59:34,436 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607913352 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.small.0-1732607913352,5,FailOnTimeoutGroup] 2024-11-26T07:59:34,436 DEBUG [master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607913352 {}] cleaner.HFileCleaner(306): Exit Thread[master/719ac8e87449:0:becomeActiveMaster-HFileCleaner.large.0-1732607913352,5,FailOnTimeoutGroup] 2024-11-26T07:59:34,437 INFO [M:0;719ac8e87449:37047 {}] hbase.ChoreService(370): Chore service for: master/719ac8e87449:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-26T07:59:34,437 INFO [M:0;719ac8e87449:37047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-26T07:59:34,437 DEBUG [M:0;719ac8e87449:37047 {}] master.HMaster(1795): Stopping service threads 2024-11-26T07:59:34,437 INFO [M:0;719ac8e87449:37047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-26T07:59:34,437 INFO [M:0;719ac8e87449:37047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-26T07:59:34,437 ERROR [M:0;719ac8e87449:37047 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (967957970) connection to localhost/127.0.0.1:45909 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45909,5,PEWorkerGroup] 2024-11-26T07:59:34,438 INFO [M:0;719ac8e87449:37047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-26T07:59:34,438 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-26T07:59:34,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-26T07:59:34,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-26T07:59:34,477 DEBUG [M:0;719ac8e87449:37047 {}] zookeeper.ZKUtil(347): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-26T07:59:34,477 WARN [M:0;719ac8e87449:37047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-26T07:59:34,478 INFO [M:0;719ac8e87449:37047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/.lastflushedseqids 2024-11-26T07:59:34,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741867_1043 (size=650) 2024-11-26T07:59:34,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741867_1043 (size=650) 2024-11-26T07:59:34,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741867_1043 (size=650) 2024-11-26T07:59:34,491 INFO [M:0;719ac8e87449:37047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-26T07:59:34,491 INFO [M:0;719ac8e87449:37047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-26T07:59:34,491 DEBUG [M:0;719ac8e87449:37047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-26T07:59:34,491 INFO [M:0;719ac8e87449:37047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:59:34,491 DEBUG [M:0;719ac8e87449:37047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:59:34,491 DEBUG [M:0;719ac8e87449:37047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-26T07:59:34,491 DEBUG [M:0;719ac8e87449:37047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:59:34,491 INFO [M:0;719ac8e87449:37047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=223.03 KB heapSize=266.23 KB 2024-11-26T07:59:34,506 DEBUG [M:0;719ac8e87449:37047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2d44752b525415fa1054176d63c566f is 82, key is hbase:meta,,1/info:regioninfo/1732607923914/Put/seqid=0 2024-11-26T07:59:34,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:59:34,510 INFO [RS:1;719ac8e87449:41823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:59:34,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41823-0x10177703dfc0002, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:59:34,510 INFO [RS:1;719ac8e87449:41823 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,41823,1732607912981; zookeeper connection closed. 2024-11-26T07:59:34,511 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1683cf37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1683cf37 2024-11-26T07:59:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741868_1044 (size=5672) 2024-11-26T07:59:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741868_1044 (size=5672) 2024-11-26T07:59:34,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741868_1044 (size=5672) 2024-11-26T07:59:34,513 INFO [M:0;719ac8e87449:37047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2d44752b525415fa1054176d63c566f 2024-11-26T07:59:34,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:59:34,519 INFO [RS:2;719ac8e87449:43165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:59:34,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43165-0x10177703dfc0003, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:59:34,519 INFO [RS:2;719ac8e87449:43165 {}] regionserver.HRegionServer(1031): Exiting; stopping=719ac8e87449,43165,1732607913019; zookeeper connection closed. 2024-11-26T07:59:34,519 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73fc3392 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73fc3392 2024-11-26T07:59:34,519 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-26T07:59:34,533 DEBUG [M:0;719ac8e87449:37047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97f1bc0921a948069e59dabaa7d4857c is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732607934457/Put/seqid=0 2024-11-26T07:59:34,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741869_1045 (size=9320) 2024-11-26T07:59:34,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741869_1045 (size=9320) 2024-11-26T07:59:34,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741869_1045 (size=9320) 2024-11-26T07:59:34,541 INFO [M:0;719ac8e87449:37047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=222.29 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97f1bc0921a948069e59dabaa7d4857c 2024-11-26T07:59:34,546 INFO [M:0;719ac8e87449:37047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97f1bc0921a948069e59dabaa7d4857c 2024-11-26T07:59:34,560 DEBUG [M:0;719ac8e87449:37047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4f3c4c11d80451181e0395c7dfdd9c8 is 69, key is 719ac8e87449,41823,1732607912981/rs:state/1732607913485/Put/seqid=0 2024-11-26T07:59:34,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741870_1046 (size=5442) 2024-11-26T07:59:34,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741870_1046 (size=5442) 2024-11-26T07:59:34,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741870_1046 (size=5442) 2024-11-26T07:59:34,567 INFO [M:0;719ac8e87449:37047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4f3c4c11d80451181e0395c7dfdd9c8 2024-11-26T07:59:34,573 INFO [M:0;719ac8e87449:37047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f3c4c11d80451181e0395c7dfdd9c8 2024-11-26T07:59:34,574 DEBUG [M:0;719ac8e87449:37047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f2d44752b525415fa1054176d63c566f as hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2d44752b525415fa1054176d63c566f 2024-11-26T07:59:34,579 INFO [M:0;719ac8e87449:37047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f2d44752b525415fa1054176d63c566f, entries=8, sequenceid=467, filesize=5.5 K 2024-11-26T07:59:34,580 DEBUG [M:0;719ac8e87449:37047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97f1bc0921a948069e59dabaa7d4857c as hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97f1bc0921a948069e59dabaa7d4857c 2024-11-26T07:59:34,585 INFO [M:0;719ac8e87449:37047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97f1bc0921a948069e59dabaa7d4857c 2024-11-26T07:59:34,585 INFO [M:0;719ac8e87449:37047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97f1bc0921a948069e59dabaa7d4857c, entries=54, sequenceid=467, filesize=9.1 K 2024-11-26T07:59:34,586 DEBUG [M:0;719ac8e87449:37047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4f3c4c11d80451181e0395c7dfdd9c8 as hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4f3c4c11d80451181e0395c7dfdd9c8 2024-11-26T07:59:34,592 INFO [M:0;719ac8e87449:37047 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4f3c4c11d80451181e0395c7dfdd9c8 2024-11-26T07:59:34,592 INFO [M:0;719ac8e87449:37047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45909/user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4f3c4c11d80451181e0395c7dfdd9c8, entries=3, sequenceid=467, filesize=5.3 K 2024-11-26T07:59:34,594 INFO [M:0;719ac8e87449:37047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~223.03 KB/228380, heapSize ~265.93 KB/272312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=467, compaction requested=false 2024-11-26T07:59:34,595 INFO [M:0;719ac8e87449:37047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-26T07:59:34,595 DEBUG [M:0;719ac8e87449:37047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732607974491Disabling compacts and flushes for region at 1732607974491Disabling writes for close at 1732607974491Obtaining lock to block concurrent updates at 1732607974491Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732607974491Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=228380, getHeapSize=272552, getOffHeapSize=0, getCellsCount=570 at 1732607974492 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732607974492Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732607974492Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732607974505 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732607974505Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732607974518 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732607974533 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732607974533Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732607974546 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732607974559 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732607974559Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee8cf0a: reopening flushed file at 1732607974573 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be8fbba: reopening flushed file at 1732607974579 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182a5f02: reopening flushed file at 1732607974586 (+7 ms)Finished flush of dataSize ~223.03 KB/228380, heapSize ~265.93 KB/272312, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=467, compaction requested=false at 1732607974594 (+8 ms)Writing region close event to WAL at 1732607974595 (+1 ms)Closed at 1732607974595 2024-11-26T07:59:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45855 is added to blk_1073741830_1006 (size=259566) 2024-11-26T07:59:34,598 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c43865df-f016-c517-a13a-72329fee7b7d/MasterData/WALs/719ac8e87449,37047,1732607912780/719ac8e87449%2C37047%2C1732607912780.1732607913158 not finished, retry = 0 2024-11-26T07:59:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34027 is added to blk_1073741830_1006 (size=259566) 2024-11-26T07:59:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741830_1006 (size=259566) 2024-11-26T07:59:34,700 INFO [M:0;719ac8e87449:37047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-26T07:59:34,701 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-26T07:59:34,701 INFO [M:0;719ac8e87449:37047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37047 2024-11-26T07:59:34,701 INFO [M:0;719ac8e87449:37047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-26T07:59:34,801 INFO [regionserver/719ac8e87449:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-26T07:59:34,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:59:34,833 INFO [M:0;719ac8e87449:37047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-26T07:59:34,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37047-0x10177703dfc0000, quorum=127.0.0.1:59168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-26T07:59:34,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@362c387{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:59:34,866 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e800446{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:59:34,866 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:59:34,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2acf49f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:59:34,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ea76b25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/hadoop.log.dir/,STOPPED} 2024-11-26T07:59:34,869 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:59:34,869 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:59:34,869 WARN [BP-1720440860-172.17.0.2-1732607910841 heartbeating to localhost/127.0.0.1:45909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:59:34,869 WARN [BP-1720440860-172.17.0.2-1732607910841 heartbeating to localhost/127.0.0.1:45909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1720440860-172.17.0.2-1732607910841 (Datanode Uuid 705e1de9-21cf-4f25-808a-a174756af9d2) service to localhost/127.0.0.1:45909 2024-11-26T07:59:34,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data5/current/BP-1720440860-172.17.0.2-1732607910841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:59:34,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data6/current/BP-1720440860-172.17.0.2-1732607910841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:59:34,871 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:59:34,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32fb5951{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:59:34,873 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ec82a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:59:34,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:59:34,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b469ccb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:59:34,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa7c867{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/hadoop.log.dir/,STOPPED} 2024-11-26T07:59:34,875 WARN [BP-1720440860-172.17.0.2-1732607910841 heartbeating to localhost/127.0.0.1:45909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:59:34,875 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:59:34,875 WARN [BP-1720440860-172.17.0.2-1732607910841 heartbeating to localhost/127.0.0.1:45909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1720440860-172.17.0.2-1732607910841 (Datanode Uuid 03f8532f-2a5a-4c53-a743-b6663ebc0216) service to localhost/127.0.0.1:45909 2024-11-26T07:59:34,875 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:59:34,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data3/current/BP-1720440860-172.17.0.2-1732607910841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:59:34,876 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data4/current/BP-1720440860-172.17.0.2-1732607910841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:59:34,876 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:59:34,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4af89912{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-26T07:59:34,878 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@386a2c52{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:59:34,878 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:59:34,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27ad0793{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:59:34,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771051c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/hadoop.log.dir/,STOPPED} 2024-11-26T07:59:34,880 WARN [BP-1720440860-172.17.0.2-1732607910841 heartbeating to localhost/127.0.0.1:45909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-26T07:59:34,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-26T07:59:34,880 WARN [BP-1720440860-172.17.0.2-1732607910841 heartbeating to localhost/127.0.0.1:45909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1720440860-172.17.0.2-1732607910841 (Datanode Uuid b112a98e-5863-4bbd-a75b-2d4d2100271d) service to localhost/127.0.0.1:45909 2024-11-26T07:59:34,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-26T07:59:34,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data1/current/BP-1720440860-172.17.0.2-1732607910841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:59:34,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/cluster_3777d3b3-61e1-7d65-9882-c45372ba5567/data/data2/current/BP-1720440860-172.17.0.2-1732607910841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-26T07:59:34,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-26T07:59:34,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bff3664{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-26T07:59:34,888 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29e7e3f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-26T07:59:34,888 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-26T07:59:34,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dfcc8d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-26T07:59:34,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ce18350{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c2b0ab4b-4453-76a5-e014-91fa8a68b6ff/hadoop.log.dir/,STOPPED} 2024-11-26T07:59:34,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-26T07:59:34,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-26T07:59:34,931 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=124 (was 94) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45909 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/719ac8e87449:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45909 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (967957970) connection to localhost/127.0.0.1:45909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45909 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=480 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=65 (was 76), ProcessCount=11 (was 11), AvailableMemoryMB=10293 (was 10446)