2024-11-13 11:28:03,775 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-13 11:28:03,787 main DEBUG Took 0.010610 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 11:28:03,788 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 11:28:03,788 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 11:28:03,789 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 11:28:03,790 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,798 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 11:28:03,812 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,813 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,814 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,815 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,817 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,818 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,819 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,820 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,821 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,822 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,823 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,824 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,825 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,825 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:28:03,826 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,826 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 11:28:03,828 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:28:03,829 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 11:28:03,832 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 11:28:03,832 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 11:28:03,834 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 11:28:03,835 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 11:28:03,844 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 11:28:03,847 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 11:28:03,849 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 11:28:03,849 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 11:28:03,850 main DEBUG createAppenders(={Console}) 2024-11-13 11:28:03,850 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-13 11:28:03,851 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-13 11:28:03,851 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-13 11:28:03,852 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 11:28:03,852 main DEBUG OutputStream closed 2024-11-13 11:28:03,852 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 11:28:03,853 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 11:28:03,853 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-13 11:28:03,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 11:28:03,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 11:28:03,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 11:28:03,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 11:28:03,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 11:28:03,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 11:28:03,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 11:28:03,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 11:28:03,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 11:28:03,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 11:28:03,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 11:28:03,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 11:28:03,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 11:28:03,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 11:28:03,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 11:28:03,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 11:28:03,943 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 11:28:03,944 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 11:28:03,946 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 11:28:03,946 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-13 11:28:03,946 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 11:28:03,947 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-13T11:28:03,960 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-13 11:28:03,962 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 11:28:03,963 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T11:28:03,970 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-13T11:28:03,997 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=3463 2024-11-13T11:28:04,240 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7 2024-11-13T11:28:04,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:28:04,255 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7, deleteOnExit=true 2024-11-13T11:28:04,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:28:04,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/test.cache.data in system properties and HBase conf 2024-11-13T11:28:04,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:28:04,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:28:04,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:28:04,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:28:04,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:28:04,335 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T11:28:04,437 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:28:04,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:28:04,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:28:04,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:28:04,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:28:04,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:28:04,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:28:04,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:28:04,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:28:04,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:28:04,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:28:04,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:28:04,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:28:04,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:28:04,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:28:05,214 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T11:28:05,290 INFO [Time-limited test {}] log.Log(170): Logging initialized @2217ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T11:28:05,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:28:05,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:28:05,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:28:05,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:28:05,447 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:28:05,459 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:28:05,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:28:05,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:28:05,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/java.io.tmpdir/jetty-localhost-40489-hadoop-hdfs-3_4_1-tests_jar-_-any-6445851356501022572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:28:05,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:40489} 2024-11-13T11:28:05,662 INFO [Time-limited test {}] server.Server(415): Started @2590ms 2024-11-13T11:28:06,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:28:06,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:28:06,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:28:06,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:28:06,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:28:06,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:28:06,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:28:06,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1722ba9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/java.io.tmpdir/jetty-localhost-46525-hadoop-hdfs-3_4_1-tests_jar-_-any-12979993385857149434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:28:06,131 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:46525} 2024-11-13T11:28:06,131 INFO [Time-limited test {}] server.Server(415): Started @3058ms 2024-11-13T11:28:06,184 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:28:06,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:28:06,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:28:06,309 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:28:06,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:28:06,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:28:06,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:28:06,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:28:06,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9d2632f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/java.io.tmpdir/jetty-localhost-38993-hadoop-hdfs-3_4_1-tests_jar-_-any-11472206689267756682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:28:06,445 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:38993} 2024-11-13T11:28:06,445 INFO [Time-limited test {}] server.Server(415): Started @3372ms 2024-11-13T11:28:06,447 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:28:06,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:28:06,494 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:28:06,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:28:06,496 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:28:06,496 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:28:06,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:28:06,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:28:06,558 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data3/current/BP-1711449842-172.17.0.2-1731497285009/current, will proceed with Du for space computation calculation, 2024-11-13T11:28:06,558 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data4/current/BP-1711449842-172.17.0.2-1731497285009/current, will proceed with Du for space computation calculation, 2024-11-13T11:28:06,558 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data2/current/BP-1711449842-172.17.0.2-1731497285009/current, will proceed with Du for space computation calculation, 2024-11-13T11:28:06,558 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data1/current/BP-1711449842-172.17.0.2-1731497285009/current, will proceed with Du for space computation calculation, 2024-11-13T11:28:06,606 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:28:06,606 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:28:06,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e7c21d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/java.io.tmpdir/jetty-localhost-42085-hadoop-hdfs-3_4_1-tests_jar-_-any-18168129915951780109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:28:06,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:42085} 2024-11-13T11:28:06,613 INFO [Time-limited test {}] server.Server(415): Started @3540ms 2024-11-13T11:28:06,616 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:28:06,675 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x863ec3e4573355f with lease ID 0x5b2c5abdf0033f26: Processing first storage report for DS-4947e7b3-c268-4949-b35f-ed71e0478d83 from datanode DatanodeRegistration(127.0.0.1:34873, datanodeUuid=9ce4a3ff-c216-4268-85ad-f6e07db5f62c, infoPort=44057, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009) 2024-11-13T11:28:06,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x863ec3e4573355f with lease ID 0x5b2c5abdf0033f26: from storage DS-4947e7b3-c268-4949-b35f-ed71e0478d83 node DatanodeRegistration(127.0.0.1:34873, datanodeUuid=9ce4a3ff-c216-4268-85ad-f6e07db5f62c, infoPort=44057, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T11:28:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe78cb182f11b3ec with lease ID 0x5b2c5abdf0033f27: Processing first storage report for DS-977c6ca3-d9dd-457b-a757-4eb124a0315d from datanode DatanodeRegistration(127.0.0.1:37651, datanodeUuid=ff0c45f5-8404-4401-84d4-ab004d11bf9f, infoPort=43927, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009) 2024-11-13T11:28:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe78cb182f11b3ec with lease ID 0x5b2c5abdf0033f27: from storage DS-977c6ca3-d9dd-457b-a757-4eb124a0315d node DatanodeRegistration(127.0.0.1:37651, datanodeUuid=ff0c45f5-8404-4401-84d4-ab004d11bf9f, infoPort=43927, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T11:28:06,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x863ec3e4573355f with lease ID 0x5b2c5abdf0033f26: Processing first storage report for DS-3d8460d1-a1f4-4baf-a321-f75c6342f4d7 from datanode DatanodeRegistration(127.0.0.1:34873, datanodeUuid=9ce4a3ff-c216-4268-85ad-f6e07db5f62c, infoPort=44057, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009) 2024-11-13T11:28:06,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x863ec3e4573355f with lease ID 0x5b2c5abdf0033f26: from storage DS-3d8460d1-a1f4-4baf-a321-f75c6342f4d7 node DatanodeRegistration(127.0.0.1:34873, datanodeUuid=9ce4a3ff-c216-4268-85ad-f6e07db5f62c, infoPort=44057, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:28:06,678 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfe78cb182f11b3ec with lease ID 0x5b2c5abdf0033f27: Processing first storage report for DS-4e3ee1de-a2ca-4c04-b210-bc9855019b90 from datanode DatanodeRegistration(127.0.0.1:37651, datanodeUuid=ff0c45f5-8404-4401-84d4-ab004d11bf9f, infoPort=43927, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009) 2024-11-13T11:28:06,678 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfe78cb182f11b3ec with lease ID 0x5b2c5abdf0033f27: from storage DS-4e3ee1de-a2ca-4c04-b210-bc9855019b90 node DatanodeRegistration(127.0.0.1:37651, datanodeUuid=ff0c45f5-8404-4401-84d4-ab004d11bf9f, infoPort=43927, infoSecurePort=0, ipcPort=36047, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:28:06,706 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data5/current/BP-1711449842-172.17.0.2-1731497285009/current, will proceed with Du for space computation calculation, 2024-11-13T11:28:06,707 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data6/current/BP-1711449842-172.17.0.2-1731497285009/current, will proceed with Du for space computation calculation, 2024-11-13T11:28:06,738 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:28:06,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa718ddda70a6d900 with lease ID 0x5b2c5abdf0033f28: Processing first storage report for DS-ede77840-0944-4637-a6be-e8caa28483e8 from datanode DatanodeRegistration(127.0.0.1:40307, datanodeUuid=16c8125b-9da5-4d27-b19a-76fb1ae40245, infoPort=38153, infoSecurePort=0, ipcPort=34601, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009) 2024-11-13T11:28:06,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa718ddda70a6d900 with lease ID 0x5b2c5abdf0033f28: from storage DS-ede77840-0944-4637-a6be-e8caa28483e8 node DatanodeRegistration(127.0.0.1:40307, datanodeUuid=16c8125b-9da5-4d27-b19a-76fb1ae40245, infoPort=38153, infoSecurePort=0, ipcPort=34601, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T11:28:06,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa718ddda70a6d900 with lease ID 0x5b2c5abdf0033f28: Processing first storage report for DS-9dafa8e8-69e1-400e-b833-419ad6b3dba6 from datanode DatanodeRegistration(127.0.0.1:40307, datanodeUuid=16c8125b-9da5-4d27-b19a-76fb1ae40245, infoPort=38153, infoSecurePort=0, ipcPort=34601, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009) 2024-11-13T11:28:06,743 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa718ddda70a6d900 with lease ID 0x5b2c5abdf0033f28: from storage DS-9dafa8e8-69e1-400e-b833-419ad6b3dba6 node DatanodeRegistration(127.0.0.1:40307, datanodeUuid=16c8125b-9da5-4d27-b19a-76fb1ae40245, infoPort=38153, infoSecurePort=0, ipcPort=34601, storageInfo=lv=-57;cid=testClusterID;nsid=823197773;c=1731497285009), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:28:06,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7 2024-11-13T11:28:07,055 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/zookeeper_0, clientPort=57734, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:28:07,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57734 2024-11-13T11:28:07,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:28:07,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:28:07,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:28:07,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:28:07,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:28:07,697 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a with version=8 2024-11-13T11:28:07,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/hbase-staging 2024-11-13T11:28:07,777 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T11:28:07,976 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:28:07,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:07,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:07,989 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:28:07,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:07,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:28:08,111 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:28:08,163 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T11:28:08,171 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T11:28:08,175 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:08,198 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 94056 (auto-detected) 2024-11-13T11:28:08,199 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T11:28:08,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41967 2024-11-13T11:28:08,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41967 connecting to ZooKeeper ensemble=127.0.0.1:57734 2024-11-13T11:28:08,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419670x0, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:28:08,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41967-0x10038d739e90000 connected 2024-11-13T11:28:08,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:28:08,296 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:28:08,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:28:08,315 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a, hbase.cluster.distributed=false 2024-11-13T11:28:08,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T11:28:08,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41967 2024-11-13T11:28:08,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41967 2024-11-13T11:28:08,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41967 2024-11-13T11:28:08,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41967 2024-11-13T11:28:08,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41967 2024-11-13T11:28:08,451 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:28:08,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:08,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:08,453 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:28:08,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:08,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:28:08,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:28:08,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:08,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33527 2024-11-13T11:28:08,462 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33527 connecting to ZooKeeper ensemble=127.0.0.1:57734 2024-11-13T11:28:08,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:28:08,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:28:08,472 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:335270x0, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:28:08,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33527-0x10038d739e90001 connected 2024-11-13T11:28:08,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:28:08,476 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:28:08,484 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:28:08,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T11:28:08,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T11:28:08,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33527 2024-11-13T11:28:08,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33527 2024-11-13T11:28:08,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33527 2024-11-13T11:28:08,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33527 2024-11-13T11:28:08,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33527 2024-11-13T11:28:08,512 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:28:08,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:08,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:08,513 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:28:08,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:08,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:28:08,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:28:08,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:08,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43039 2024-11-13T11:28:08,516 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43039 connecting to ZooKeeper ensemble=127.0.0.1:57734 2024-11-13T11:28:08,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:28:08,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:28:08,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430390x0, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:28:08,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:28:08,525 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43039-0x10038d739e90002 connected 2024-11-13T11:28:08,525 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:28:08,528 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:28:08,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T11:28:08,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T11:28:08,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43039 2024-11-13T11:28:08,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43039 2024-11-13T11:28:08,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43039 2024-11-13T11:28:08,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43039 2024-11-13T11:28:08,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43039 2024-11-13T11:28:08,555 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:28:08,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:08,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:08,555 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:28:08,555 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:28:08,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:28:08,556 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:28:08,556 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:28:08,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39063 2024-11-13T11:28:08,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39063 connecting to ZooKeeper ensemble=127.0.0.1:57734 2024-11-13T11:28:08,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:28:08,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:28:08,569 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390630x0, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:28:08,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39063-0x10038d739e90003 connected 2024-11-13T11:28:08,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:28:08,570 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:28:08,573 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:28:08,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T11:28:08,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T11:28:08,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39063 2024-11-13T11:28:08,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39063 2024-11-13T11:28:08,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39063 2024-11-13T11:28:08,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39063 2024-11-13T11:28:08,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39063 2024-11-13T11:28:08,595 DEBUG [M:0;7bf281cf3991:41967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:41967 2024-11-13T11:28:08,596 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7bf281cf3991,41967,1731497287823 2024-11-13T11:28:08,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:28:08,602 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:28:08,602 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:28:08,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:28:08,604 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7bf281cf3991,41967,1731497287823 2024-11-13T11:28:08,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T11:28:08,624 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T11:28:08,624 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T11:28:08,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:08,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:08,624 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:08,625 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:08,625 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T11:28:08,627 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7bf281cf3991,41967,1731497287823 from backup master directory 2024-11-13T11:28:08,629 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:28:08,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7bf281cf3991,41967,1731497287823 2024-11-13T11:28:08,629 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:28:08,630 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:28:08,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:28:08,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:28:08,631 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,41967,1731497287823 2024-11-13T11:28:08,633 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T11:28:08,634 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T11:28:08,683 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/hbase.id] with ID: 1e96537b-c4ee-4066-a335-2c42ffd8015b 2024-11-13T11:28:08,683 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/.tmp/hbase.id 2024-11-13T11:28:08,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:28:08,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:28:08,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:28:08,697 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/.tmp/hbase.id]:[hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/hbase.id] 2024-11-13T11:28:08,743 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:28:08,747 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:28:08,770 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-13T11:28:08,774 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:08,774 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:08,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:08,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:28:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:28:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:28:08,811 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:28:08,813 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:28:08,826 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:28:08,830 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:28:08,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:28:08,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:28:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:28:08,879 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store 2024-11-13T11:28:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:28:08,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:28:08,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:28:08,909 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T11:28:08,913 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:08,915 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:28:08,915 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:28:08,916 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:28:08,918 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:28:08,919 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:28:08,919 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:28:08,921 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497288915Disabling compacts and flushes for region at 1731497288915Disabling writes for close at 1731497288918 (+3 ms)Writing region close event to WAL at 1731497288919 (+1 ms)Closed at 1731497288919 2024-11-13T11:28:08,923 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/.initializing 2024-11-13T11:28:08,923 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/WALs/7bf281cf3991,41967,1731497287823 2024-11-13T11:28:08,931 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:28:08,945 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C41967%2C1731497287823, suffix=, logDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/WALs/7bf281cf3991,41967,1731497287823, archiveDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/oldWALs, maxLogs=10 2024-11-13T11:28:08,968 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/WALs/7bf281cf3991,41967,1731497287823/7bf281cf3991%2C41967%2C1731497287823.1731497288949, exclude list is [], retry=0 2024-11-13T11:28:08,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34873,DS-4947e7b3-c268-4949-b35f-ed71e0478d83,DISK] 2024-11-13T11:28:08,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-ede77840-0944-4637-a6be-e8caa28483e8,DISK] 2024-11-13T11:28:08,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37651,DS-977c6ca3-d9dd-457b-a757-4eb124a0315d,DISK] 2024-11-13T11:28:08,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T11:28:09,026 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/WALs/7bf281cf3991,41967,1731497287823/7bf281cf3991%2C41967%2C1731497287823.1731497288949 2024-11-13T11:28:09,027 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43927:43927),(127.0.0.1/127.0.0.1:38153:38153),(127.0.0.1/127.0.0.1:44057:44057)] 2024-11-13T11:28:09,028 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:28:09,028 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:09,031 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,032 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:28:09,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:09,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:28:09,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:28:09,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:09,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:09,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:28:09,104 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:09,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:09,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:28:09,108 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:09,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:09,109 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,112 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,113 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,118 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,119 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,122 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:28:09,127 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:28:09,132 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:09,133 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63208393, jitterRate=-0.05812154710292816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:28:09,144 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497289045Initializing all the Stores at 1731497289047 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497289047Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497289048 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497289049 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497289049Cleaning up temporary data from old regions at 1731497289119 (+70 ms)Region opened successfully at 1731497289144 (+25 ms) 2024-11-13T11:28:09,146 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:28:09,180 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4253167c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:28:09,214 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:28:09,223 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:28:09,224 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:28:09,226 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:28:09,227 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T11:28:09,232 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T11:28:09,232 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T11:28:09,256 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:28:09,264 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T11:28:09,265 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T11:28:09,268 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:28:09,270 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:28:09,271 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T11:28:09,273 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:28:09,276 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:28:09,277 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T11:28:09,279 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:28:09,280 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T11:28:09,296 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:28:09,297 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T11:28:09,300 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T11:28:09,300 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T11:28:09,300 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T11:28:09,300 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T11:28:09,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,303 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,41967,1731497287823, sessionid=0x10038d739e90000, setting cluster-up flag (Was=false) 2024-11-13T11:28:09,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,313 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,313 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,317 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T11:28:09,319 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,41967,1731497287823 2024-11-13T11:28:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,323 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,323 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:09,327 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T11:28:09,328 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,41967,1731497287823 2024-11-13T11:28:09,334 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:28:09,385 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.HRegionServer(746): ClusterId : 1e96537b-c4ee-4066-a335-2c42ffd8015b 2024-11-13T11:28:09,385 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(746): ClusterId : 1e96537b-c4ee-4066-a335-2c42ffd8015b 2024-11-13T11:28:09,385 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(746): ClusterId : 1e96537b-c4ee-4066-a335-2c42ffd8015b 2024-11-13T11:28:09,387 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:28:09,387 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:28:09,387 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:28:09,395 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:28:09,395 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:28:09,395 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:28:09,395 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:28:09,395 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:28:09,395 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:28:09,398 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:28:09,398 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:28:09,398 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:28:09,398 DEBUG [RS:1;7bf281cf3991:43039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629672ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:28:09,398 DEBUG [RS:0;7bf281cf3991:33527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2119b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:28:09,398 DEBUG [RS:2;7bf281cf3991:39063 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36dbba60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:28:09,407 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:28:09,420 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:28:09,422 DEBUG [RS:1;7bf281cf3991:43039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7bf281cf3991:43039 2024-11-13T11:28:09,422 DEBUG [RS:0;7bf281cf3991:33527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:33527 2024-11-13T11:28:09,422 DEBUG [RS:2;7bf281cf3991:39063 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7bf281cf3991:39063 2024-11-13T11:28:09,426 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:28:09,426 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:28:09,426 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:28:09,426 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:28:09,426 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:28:09,426 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:28:09,426 DEBUG [RS:1;7bf281cf3991:43039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:28:09,426 DEBUG [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:28:09,426 DEBUG [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:28:09,429 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,41967,1731497287823 with port=39063, startcode=1731497288554 2024-11-13T11:28:09,429 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,41967,1731497287823 with port=33527, startcode=1731497288419 2024-11-13T11:28:09,429 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,41967,1731497287823 with port=43039, startcode=1731497288511 2024-11-13T11:28:09,429 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:28:09,436 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,41967,1731497287823 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:28:09,442 DEBUG [RS:1;7bf281cf3991:43039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:28:09,442 DEBUG [RS:0;7bf281cf3991:33527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:28:09,442 DEBUG [RS:2;7bf281cf3991:39063 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:28:09,443 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:28:09,443 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:28:09,443 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:28:09,444 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:28:09,444 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:28:09,444 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,444 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:28:09,444 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,448 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497319448 2024-11-13T11:28:09,450 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:28:09,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:28:09,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:28:09,451 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:28:09,456 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:28:09,456 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:28:09,457 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:28:09,457 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:09,457 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:28:09,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:28:09,458 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,463 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:28:09,465 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:28:09,465 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:28:09,467 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:28:09,468 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:28:09,480 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497289472,5,FailOnTimeoutGroup] 2024-11-13T11:28:09,502 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497289502,5,FailOnTimeoutGroup] 2024-11-13T11:28:09,503 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,503 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:28:09,504 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,504 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:28:09,504 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:28:09,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:28:09,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:28:09,506 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:28:09,506 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:28:09,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:28:09,509 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:09,513 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,39063,1731497288554 2024-11-13T11:28:09,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41967 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,39063,1731497288554 2024-11-13T11:28:09,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:28:09,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:28:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:28:09,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,43039,1731497288511 2024-11-13T11:28:09,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41967 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,43039,1731497288511 2024-11-13T11:28:09,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:09,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:28:09,534 DEBUG [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:09,534 DEBUG [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46867 2024-11-13T11:28:09,535 DEBUG [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:28:09,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:28:09,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:09,538 DEBUG [RS:1;7bf281cf3991:43039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:09,538 DEBUG [RS:1;7bf281cf3991:43039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46867 2024-11-13T11:28:09,538 DEBUG [RS:1;7bf281cf3991:43039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:28:09,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,33527,1731497288419 2024-11-13T11:28:09,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:28:09,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T11:28:09,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41967 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:09,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:28:09,540 DEBUG [RS:2;7bf281cf3991:39063 {}] zookeeper.ZKUtil(111): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7bf281cf3991,39063,1731497288554 2024-11-13T11:28:09,540 WARN [RS:2;7bf281cf3991:39063 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:28:09,540 INFO [RS:2;7bf281cf3991:39063 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:28:09,541 DEBUG [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,39063,1731497288554 2024-11-13T11:28:09,543 DEBUG [RS:1;7bf281cf3991:43039 {}] zookeeper.ZKUtil(111): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7bf281cf3991,43039,1731497288511 2024-11-13T11:28:09,543 WARN [RS:1;7bf281cf3991:43039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:28:09,543 INFO [RS:1;7bf281cf3991:43039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:28:09,543 DEBUG [RS:1;7bf281cf3991:43039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511 2024-11-13T11:28:09,544 DEBUG [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:09,544 DEBUG [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46867 2024-11-13T11:28:09,544 DEBUG [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:28:09,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,39063,1731497288554] 2024-11-13T11:28:09,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,43039,1731497288511] 2024-11-13T11:28:09,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:28:09,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:09,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T11:28:09,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:28:09,547 DEBUG [RS:0;7bf281cf3991:33527 {}] zookeeper.ZKUtil(111): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7bf281cf3991,33527,1731497288419 2024-11-13T11:28:09,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:28:09,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,33527,1731497288419] 2024-11-13T11:28:09,547 WARN [RS:0;7bf281cf3991:33527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:28:09,548 INFO [RS:0;7bf281cf3991:33527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:28:09,548 DEBUG [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,33527,1731497288419 2024-11-13T11:28:09,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:28:09,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:09,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:28:09,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:28:09,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:28:09,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:09,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:28:09,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:28:09,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740 2024-11-13T11:28:09,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740 2024-11-13T11:28:09,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:28:09,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:28:09,567 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:28:09,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:28:09,578 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:09,580 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70896171, jitterRate=0.056435272097587585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:28:09,582 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:28:09,582 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:28:09,582 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:28:09,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497289531Initializing all the Stores at 1731497289533 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497289533Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497289534 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497289534Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497289534Cleaning up temporary data from old regions at 1731497289565 (+31 ms)Region opened successfully at 1731497289585 (+20 ms) 2024-11-13T11:28:09,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:28:09,585 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:28:09,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:28:09,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:28:09,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:28:09,587 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:28:09,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497289585Disabling compacts and flushes for region at 1731497289585Disabling writes for close at 1731497289586 (+1 ms)Writing region close event to WAL at 1731497289587 (+1 ms)Closed at 1731497289587 2024-11-13T11:28:09,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:28:09,592 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:28:09,600 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:28:09,601 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:28:09,605 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:28:09,605 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:28:09,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:28:09,610 INFO [RS:2;7bf281cf3991:39063 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:28:09,610 INFO [RS:0;7bf281cf3991:33527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:28:09,610 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,610 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,612 INFO [RS:1;7bf281cf3991:43039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:28:09,612 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,612 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:28:09,612 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:28:09,613 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:28:09,614 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:28:09,619 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:28:09,620 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:28:09,620 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:28:09,621 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,621 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,621 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,621 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,621 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,621 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,621 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,621 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,621 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,621 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:28:09,622 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:28:09,622 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:28:09,622 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,622 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,623 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,623 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,623 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,623 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,623 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,623 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,623 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,623 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:28:09,623 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:28:09,623 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:28:09,623 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:28:09,623 DEBUG [RS:1;7bf281cf3991:43039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:28:09,623 DEBUG [RS:0;7bf281cf3991:33527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:28:09,623 DEBUG [RS:2;7bf281cf3991:39063 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:28:09,631 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,631 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,631 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,631 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,631 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,632 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,632 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,632 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,632 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43039,1731497288511-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:28:09,632 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,632 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,632 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33527,1731497288419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:28:09,633 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,633 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,633 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,633 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,633 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,633 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39063,1731497288554-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:28:09,657 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:28:09,657 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:28:09,657 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:28:09,659 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33527,1731497288419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,659 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43039,1731497288511-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,659 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39063,1731497288554-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,659 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,659 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,659 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,660 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.Replication(171): 7bf281cf3991,43039,1731497288511 started 2024-11-13T11:28:09,660 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.Replication(171): 7bf281cf3991,33527,1731497288419 started 2024-11-13T11:28:09,660 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.Replication(171): 7bf281cf3991,39063,1731497288554 started 2024-11-13T11:28:09,685 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,685 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,685 INFO [RS:1;7bf281cf3991:43039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:09,686 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,33527,1731497288419, RpcServer on 7bf281cf3991/172.17.0.2:33527, sessionid=0x10038d739e90001 2024-11-13T11:28:09,686 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,39063,1731497288554, RpcServer on 7bf281cf3991/172.17.0.2:39063, sessionid=0x10038d739e90003 2024-11-13T11:28:09,686 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,43039,1731497288511, RpcServer on 7bf281cf3991/172.17.0.2:43039, sessionid=0x10038d739e90002 2024-11-13T11:28:09,687 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:28:09,687 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:28:09,687 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:28:09,687 DEBUG [RS:1;7bf281cf3991:43039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,43039,1731497288511 2024-11-13T11:28:09,687 DEBUG [RS:2;7bf281cf3991:39063 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,39063,1731497288554 2024-11-13T11:28:09,687 DEBUG [RS:0;7bf281cf3991:33527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,33527,1731497288419 2024-11-13T11:28:09,687 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,43039,1731497288511' 2024-11-13T11:28:09,687 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,33527,1731497288419' 2024-11-13T11:28:09,687 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,39063,1731497288554' 2024-11-13T11:28:09,688 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T11:28:09,688 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T11:28:09,688 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T11:28:09,689 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T11:28:09,689 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T11:28:09,689 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T11:28:09,689 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:28:09,689 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:28:09,689 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:28:09,689 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:28:09,689 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:28:09,689 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:28:09,690 DEBUG [RS:0;7bf281cf3991:33527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,33527,1731497288419 2024-11-13T11:28:09,690 DEBUG [RS:1;7bf281cf3991:43039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,43039,1731497288511 2024-11-13T11:28:09,690 DEBUG [RS:2;7bf281cf3991:39063 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,39063,1731497288554 2024-11-13T11:28:09,690 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,39063,1731497288554' 2024-11-13T11:28:09,690 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,43039,1731497288511' 2024-11-13T11:28:09,690 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,33527,1731497288419' 2024-11-13T11:28:09,690 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T11:28:09,690 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T11:28:09,690 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T11:28:09,690 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T11:28:09,690 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T11:28:09,691 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T11:28:09,691 DEBUG [RS:2;7bf281cf3991:39063 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:28:09,691 DEBUG [RS:0;7bf281cf3991:33527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:28:09,691 INFO [RS:2;7bf281cf3991:39063 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:28:09,691 INFO [RS:0;7bf281cf3991:33527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:28:09,691 DEBUG [RS:1;7bf281cf3991:43039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:28:09,691 INFO [RS:2;7bf281cf3991:39063 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:28:09,691 INFO [RS:0;7bf281cf3991:33527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:28:09,691 INFO [RS:1;7bf281cf3991:43039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:28:09,691 INFO [RS:1;7bf281cf3991:43039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:28:09,765 WARN [7bf281cf3991:41967 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T11:28:09,796 INFO [RS:2;7bf281cf3991:39063 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:28:09,796 INFO [RS:0;7bf281cf3991:33527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:28:09,796 INFO [RS:1;7bf281cf3991:43039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:28:09,799 INFO [RS:1;7bf281cf3991:43039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C43039%2C1731497288511, suffix=, logDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511, archiveDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/oldWALs, maxLogs=32 2024-11-13T11:28:09,799 INFO [RS:0;7bf281cf3991:33527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C33527%2C1731497288419, suffix=, logDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,33527,1731497288419, archiveDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/oldWALs, maxLogs=32 2024-11-13T11:28:09,799 INFO [RS:2;7bf281cf3991:39063 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C39063%2C1731497288554, suffix=, logDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,39063,1731497288554, archiveDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/oldWALs, maxLogs=32 2024-11-13T11:28:09,819 DEBUG [RS:1;7bf281cf3991:43039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511/7bf281cf3991%2C43039%2C1731497288511.1731497289803, exclude list is [], retry=0 2024-11-13T11:28:09,821 DEBUG [RS:0;7bf281cf3991:33527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,33527,1731497288419/7bf281cf3991%2C33527%2C1731497288419.1731497289803, exclude list is [], retry=0 2024-11-13T11:28:09,821 DEBUG [RS:2;7bf281cf3991:39063 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,39063,1731497288554/7bf281cf3991%2C39063%2C1731497288554.1731497289803, exclude list is [], retry=0 2024-11-13T11:28:09,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-ede77840-0944-4637-a6be-e8caa28483e8,DISK] 2024-11-13T11:28:09,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34873,DS-4947e7b3-c268-4949-b35f-ed71e0478d83,DISK] 2024-11-13T11:28:09,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37651,DS-977c6ca3-d9dd-457b-a757-4eb124a0315d,DISK] 2024-11-13T11:28:09,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34873,DS-4947e7b3-c268-4949-b35f-ed71e0478d83,DISK] 2024-11-13T11:28:09,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37651,DS-977c6ca3-d9dd-457b-a757-4eb124a0315d,DISK] 2024-11-13T11:28:09,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37651,DS-977c6ca3-d9dd-457b-a757-4eb124a0315d,DISK] 2024-11-13T11:28:09,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-ede77840-0944-4637-a6be-e8caa28483e8,DISK] 2024-11-13T11:28:09,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-ede77840-0944-4637-a6be-e8caa28483e8,DISK] 2024-11-13T11:28:09,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34873,DS-4947e7b3-c268-4949-b35f-ed71e0478d83,DISK] 2024-11-13T11:28:09,838 INFO [RS:1;7bf281cf3991:43039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511/7bf281cf3991%2C43039%2C1731497288511.1731497289803 2024-11-13T11:28:09,844 INFO [RS:2;7bf281cf3991:39063 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,39063,1731497288554/7bf281cf3991%2C39063%2C1731497288554.1731497289803 2024-11-13T11:28:09,845 DEBUG [RS:1;7bf281cf3991:43039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38153:38153),(127.0.0.1/127.0.0.1:44057:44057),(127.0.0.1/127.0.0.1:43927:43927)] 2024-11-13T11:28:09,848 INFO [RS:0;7bf281cf3991:33527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,33527,1731497288419/7bf281cf3991%2C33527%2C1731497288419.1731497289803 2024-11-13T11:28:09,849 DEBUG [RS:2;7bf281cf3991:39063 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44057:44057),(127.0.0.1/127.0.0.1:38153:38153),(127.0.0.1/127.0.0.1:43927:43927)] 2024-11-13T11:28:09,849 DEBUG [RS:0;7bf281cf3991:33527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43927:43927),(127.0.0.1/127.0.0.1:38153:38153),(127.0.0.1/127.0.0.1:44057:44057)] 2024-11-13T11:28:10,019 DEBUG [7bf281cf3991:41967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T11:28:10,029 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(204): Hosts are {7bf281cf3991=0} racks are {/default-rack=0} 2024-11-13T11:28:10,036 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T11:28:10,036 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T11:28:10,036 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T11:28:10,036 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T11:28:10,036 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T11:28:10,036 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T11:28:10,036 INFO [7bf281cf3991:41967 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T11:28:10,036 INFO [7bf281cf3991:41967 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T11:28:10,036 INFO [7bf281cf3991:41967 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T11:28:10,036 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T11:28:10,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:10,049 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,33527,1731497288419, state=OPENING 2024-11-13T11:28:10,053 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:28:10,054 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:10,054 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:28:10,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:28:10,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:28:10,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:28:10,055 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:28:10,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:28:10,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,33527,1731497288419}] 2024-11-13T11:28:18,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T11:28:18,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T11:28:20,086 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:28:20,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:28:20,102 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:28:20,102 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:28:20,102 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:28:20,106 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C33527%2C1731497288419.meta, suffix=.meta, logDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,33527,1731497288419, archiveDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/oldWALs, maxLogs=32 2024-11-13T11:28:20,121 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,33527,1731497288419/7bf281cf3991%2C33527%2C1731497288419.meta.1731497300108.meta, exclude list is [], retry=0 2024-11-13T11:28:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37651,DS-977c6ca3-d9dd-457b-a757-4eb124a0315d,DISK] 2024-11-13T11:28:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40307,DS-ede77840-0944-4637-a6be-e8caa28483e8,DISK] 2024-11-13T11:28:20,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34873,DS-4947e7b3-c268-4949-b35f-ed71e0478d83,DISK] 2024-11-13T11:28:20,128 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,33527,1731497288419/7bf281cf3991%2C33527%2C1731497288419.meta.1731497300108.meta 2024-11-13T11:28:20,129 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43927:43927),(127.0.0.1/127.0.0.1:38153:38153),(127.0.0.1/127.0.0.1:44057:44057)] 2024-11-13T11:28:20,129 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:28:20,131 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:28:20,133 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:28:20,138 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:28:20,141 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:28:20,142 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:20,142 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:28:20,142 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:28:20,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:28:20,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:28:20,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:20,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:28:20,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:28:20,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:28:20,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:20,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:28:20,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:28:20,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:28:20,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:20,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:28:20,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:28:20,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:28:20,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:20,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:28:20,157 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:28:20,159 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740 2024-11-13T11:28:20,162 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740 2024-11-13T11:28:20,164 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:28:20,164 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:28:20,165 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:28:20,168 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:28:20,170 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71808861, jitterRate=0.0700354129076004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:28:20,170 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:28:20,171 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497300143Writing region info on filesystem at 1731497300143Initializing all the Stores at 1731497300145 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497300145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497300146 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497300146Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497300146Cleaning up temporary data from old regions at 1731497300164 (+18 ms)Running coprocessor post-open hooks at 1731497300170 (+6 ms)Region opened successfully at 1731497300171 (+1 ms) 2024-11-13T11:28:20,177 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497300075 2024-11-13T11:28:20,186 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:28:20,187 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:28:20,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:20,191 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,33527,1731497288419, state=OPEN 2024-11-13T11:28:20,193 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T11:28:20,193 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T11:28:20,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T11:28:20,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:28:20,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:28:20,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:28:20,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T11:28:20,194 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:28:20,194 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:20,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:28:20,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,33527,1731497288419 in 10.1360 sec 2024-11-13T11:28:20,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:28:20,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6020 sec 2024-11-13T11:28:20,209 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:28:20,209 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:28:20,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:28:20,229 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33527,1731497288419, seqNum=-1] 2024-11-13T11:28:20,248 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:28:20,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:28:20,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9030 sec 2024-11-13T11:28:20,268 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497300268, completionTime=-1 2024-11-13T11:28:20,271 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T11:28:20,271 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:28:20,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T11:28:20,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497360295 2024-11-13T11:28:20,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497420295 2024-11-13T11:28:20,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-13T11:28:20,297 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:28:20,303 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41967,1731497287823-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:20,303 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41967,1731497287823-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:20,303 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41967,1731497287823-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:20,305 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:41967, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:20,305 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:20,306 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:20,312 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:28:20,333 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.702sec 2024-11-13T11:28:20,335 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:28:20,336 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:28:20,337 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:28:20,338 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:28:20,338 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:28:20,338 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41967,1731497287823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:28:20,339 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41967,1731497287823-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:28:20,343 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:28:20,344 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:28:20,345 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41967,1731497287823-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:28:20,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5f2df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:20,441 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T11:28:20,441 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T11:28:20,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41967,-1 for getting cluster id 2024-11-13T11:28:20,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:28:20,460 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e96537b-c4ee-4066-a335-2c42ffd8015b' 2024-11-13T11:28:20,462 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:28:20,462 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e96537b-c4ee-4066-a335-2c42ffd8015b" 2024-11-13T11:28:20,463 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1538820e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:20,463 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41967,-1] 2024-11-13T11:28:20,466 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:28:20,468 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:20,469 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:28:20,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f810e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:20,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:28:20,479 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33527,1731497288419, seqNum=-1] 2024-11-13T11:28:20,480 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:28:20,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:28:20,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,41967,1731497287823 2024-11-13T11:28:20,505 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731497300503 (current time:1731497300503). 2024-11-13T11:28:20,505 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T11:28:20,505 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T11:28:20,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294e802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:20,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41967,-1 for getting cluster id 2024-11-13T11:28:20,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:28:20,508 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1e96537b-c4ee-4066-a335-2c42ffd8015b' 2024-11-13T11:28:20,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:28:20,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1e96537b-c4ee-4066-a335-2c42ffd8015b" 2024-11-13T11:28:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8e3ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41967,-1] 2024-11-13T11:28:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:28:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:20,511 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:28:20,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c96d6a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:28:20,515 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:28:20,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33527,1731497288419, seqNum=-1] 2024-11-13T11:28:20,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:28:20,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:28:20,521 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:28:20,521 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:28:20,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:20,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:20,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:28:20,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:28:20,539 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,41967,1731497287823 2024-11-13T11:28:20,542 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b937ad 2024-11-13T11:28:20,543 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:28:20,545 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:28:20,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:28:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T11:28:20,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:28:20,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T11:28:20,563 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:20,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:28:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:28:20,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741837_1013 (size=361) 2024-11-13T11:28:20,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741837_1013 (size=361) 2024-11-13T11:28:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741837_1013 (size=361) 2024-11-13T11:28:20,584 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e4756a9d3dd6421894a3a7f189fda58, NAME => 'SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:20,584 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6b55b689f10ebaeb76fc136522a87f35, NAME => 'SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:20,584 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 761014c7c55cd15540bc10d3dd8de7c7, NAME => 'SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:20,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741839_1015 (size=54) 2024-11-13T11:28:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741840_1016 (size=62) 2024-11-13T11:28:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741840_1016 (size=62) 2024-11-13T11:28:20,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741839_1015 (size=54) 2024-11-13T11:28:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741839_1015 (size=54) 2024-11-13T11:28:20,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741840_1016 (size=62) 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 761014c7c55cd15540bc10d3dd8de7c7, disabling compactions & flushes 2024-11-13T11:28:20,611 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3e4756a9d3dd6421894a3a7f189fda58, disabling compactions & flushes 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:28:20,611 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. after waiting 0 ms 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:28:20,611 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. after waiting 0 ms 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 761014c7c55cd15540bc10d3dd8de7c7: Waiting for close lock at 1731497300611Disabling compacts and flushes for region at 1731497300611Disabling writes for close at 1731497300611Writing region close event to WAL at 1731497300611Closed at 1731497300611 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:28:20,611 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:28:20,611 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e4756a9d3dd6421894a3a7f189fda58: Waiting for close lock at 1731497300611Disabling compacts and flushes for region at 1731497300611Disabling writes for close at 1731497300611Writing region close event to WAL at 1731497300611Closed at 1731497300611 2024-11-13T11:28:20,612 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 45434118dc69c804c6c7eda1ca46599d, NAME => 'SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:20,613 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a59664949d4d54d0494b345043673733, NAME => 'SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:20,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741838_1014 (size=62) 2024-11-13T11:28:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741838_1014 (size=62) 2024-11-13T11:28:20,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741838_1014 (size=62) 2024-11-13T11:28:20,616 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:20,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6b55b689f10ebaeb76fc136522a87f35, disabling compactions & flushes 2024-11-13T11:28:20,617 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:28:20,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:28:20,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. after waiting 0 ms 2024-11-13T11:28:20,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:28:20,617 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:28:20,617 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6b55b689f10ebaeb76fc136522a87f35: Waiting for close lock at 1731497300616Disabling compacts and flushes for region at 1731497300616Disabling writes for close at 1731497300617 (+1 ms)Writing region close event to WAL at 1731497300617Closed at 1731497300617 2024-11-13T11:28:20,618 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fa3b68d74fa4639b637b4a2e5863e9d8, NAME => 'SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:20,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741842_1018 (size=62) 2024-11-13T11:28:20,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741842_1018 (size=62) 2024-11-13T11:28:20,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741842_1018 (size=62) 2024-11-13T11:28:20,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:20,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a59664949d4d54d0494b345043673733, disabling compactions & flushes 2024-11-13T11:28:20,635 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:28:20,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:28:20,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. after waiting 0 ms 2024-11-13T11:28:20,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:28:20,635 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:28:20,635 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a59664949d4d54d0494b345043673733: Waiting for close lock at 1731497300635Disabling compacts and flushes for region at 1731497300635Disabling writes for close at 1731497300635Writing region close event to WAL at 1731497300635Closed at 1731497300635 2024-11-13T11:28:20,636 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd3031b43fb03310c5200ec56c124083, NAME => 'SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:20,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741841_1017 (size=62) 2024-11-13T11:28:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741841_1017 (size=62) 2024-11-13T11:28:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741841_1017 (size=62) 2024-11-13T11:28:20,641 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:20,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 45434118dc69c804c6c7eda1ca46599d, disabling compactions & flushes 2024-11-13T11:28:20,642 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:28:20,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:28:20,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. after waiting 0 ms 2024-11-13T11:28:20,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:28:20,642 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:28:20,642 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 45434118dc69c804c6c7eda1ca46599d: Waiting for close lock at 1731497300642Disabling compacts and flushes for region at 1731497300642Disabling writes for close at 1731497300642Writing region close event to WAL at 1731497300642Closed at 1731497300642 2024-11-13T11:28:20,643 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c06de10f1f4d2084fb6dad644b32b7c2, NAME => 'SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:20,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741843_1019 (size=62) 2024-11-13T11:28:20,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741843_1019 (size=62) 2024-11-13T11:28:20,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741843_1019 (size=62) 2024-11-13T11:28:20,651 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:20,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fa3b68d74fa4639b637b4a2e5863e9d8, disabling compactions & flushes 2024-11-13T11:28:20,652 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:28:20,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:28:20,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. after waiting 0 ms 2024-11-13T11:28:20,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:28:20,652 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:28:20,652 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fa3b68d74fa4639b637b4a2e5863e9d8: Waiting for close lock at 1731497300651Disabling compacts and flushes for region at 1731497300651Disabling writes for close at 1731497300652 (+1 ms)Writing region close event to WAL at 1731497300652Closed at 1731497300652 2024-11-13T11:28:20,653 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9b2838bcbd1b85cdbd320af453b73638, NAME => 'SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:20,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741844_1020 (size=62) 2024-11-13T11:28:20,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741844_1020 (size=62) 2024-11-13T11:28:20,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741844_1020 (size=62) 2024-11-13T11:28:20,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:20,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing bd3031b43fb03310c5200ec56c124083, disabling compactions & flushes 2024-11-13T11:28:20,657 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:28:20,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:28:20,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. after waiting 0 ms 2024-11-13T11:28:20,657 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:28:20,657 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:28:20,658 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd3031b43fb03310c5200ec56c124083: Waiting for close lock at 1731497300657Disabling compacts and flushes for region at 1731497300657Disabling writes for close at 1731497300657Writing region close event to WAL at 1731497300657Closed at 1731497300657 2024-11-13T11:28:20,658 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 787482c83ba47b27426695981168d583, NAME => 'SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a 2024-11-13T11:28:20,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741845_1021 (size=62) 2024-11-13T11:28:20,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741845_1021 (size=62) 2024-11-13T11:28:20,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741845_1021 (size=62) 2024-11-13T11:28:20,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:20,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing c06de10f1f4d2084fb6dad644b32b7c2, disabling compactions & flushes 2024-11-13T11:28:20,663 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:28:20,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:28:20,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. after waiting 0 ms 2024-11-13T11:28:20,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:28:20,663 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:28:20,663 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for c06de10f1f4d2084fb6dad644b32b7c2: Waiting for close lock at 1731497300663Disabling compacts and flushes for region at 1731497300663Disabling writes for close at 1731497300663Writing region close event to WAL at 1731497300663Closed at 1731497300663 2024-11-13T11:28:20,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741846_1022 (size=62) 2024-11-13T11:28:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741846_1022 (size=62) 2024-11-13T11:28:20,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741846_1022 (size=62) 2024-11-13T11:28:20,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:20,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9b2838bcbd1b85cdbd320af453b73638, disabling compactions & flushes 2024-11-13T11:28:20,672 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:28:20,672 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:28:20,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. after waiting 0 ms 2024-11-13T11:28:20,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:28:20,673 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:28:20,673 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9b2838bcbd1b85cdbd320af453b73638: Waiting for close lock at 1731497300672Disabling compacts and flushes for region at 1731497300672Disabling writes for close at 1731497300673 (+1 ms)Writing region close event to WAL at 1731497300673Closed at 1731497300673 2024-11-13T11:28:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741847_1023 (size=54) 2024-11-13T11:28:20,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741847_1023 (size=54) 2024-11-13T11:28:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741847_1023 (size=54) 2024-11-13T11:28:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:28:20,677 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:20,677 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 787482c83ba47b27426695981168d583, disabling compactions & flushes 2024-11-13T11:28:20,677 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:28:20,677 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:28:20,677 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. after waiting 0 ms 2024-11-13T11:28:20,677 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:28:20,677 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:28:20,678 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 787482c83ba47b27426695981168d583: Waiting for close lock at 1731497300677Disabling compacts and flushes for region at 1731497300677Disabling writes for close at 1731497300677Writing region close event to WAL at 1731497300677Closed at 1731497300677 2024-11-13T11:28:20,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:28:20,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497300680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497300680"}]},"ts":"1731497300680"} 2024-11-13T11:28:20,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731497300680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497300680"}]},"ts":"1731497300680"} 2024-11-13T11:28:20,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497300680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497300680"}]},"ts":"1731497300680"} 2024-11-13T11:28:20,684 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497300680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497300680"}]},"ts":"1731497300680"} 2024-11-13T11:28:20,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497300680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497300680"}]},"ts":"1731497300680"} 2024-11-13T11:28:20,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497300680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497300680"}]},"ts":"1731497300680"} 2024-11-13T11:28:20,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497300680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497300680"}]},"ts":"1731497300680"} 2024-11-13T11:28:20,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497300680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497300680"}]},"ts":"1731497300680"} 2024-11-13T11:28:20,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497300680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497300680"}]},"ts":"1731497300680"} 2024-11-13T11:28:20,685 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731497300680"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497300680"}]},"ts":"1731497300680"} 2024-11-13T11:28:20,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T11:28:20,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:28:20,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497300721"}]},"ts":"1731497300721"} 2024-11-13T11:28:20,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T11:28:20,728 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7bf281cf3991=0} racks are {/default-rack=0} 2024-11-13T11:28:20,736 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T11:28:20,736 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T11:28:20,736 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T11:28:20,736 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T11:28:20,736 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T11:28:20,736 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T11:28:20,736 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T11:28:20,736 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T11:28:20,736 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T11:28:20,736 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T11:28:20,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e4756a9d3dd6421894a3a7f189fda58, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=761014c7c55cd15540bc10d3dd8de7c7, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b55b689f10ebaeb76fc136522a87f35, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45434118dc69c804c6c7eda1ca46599d, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a59664949d4d54d0494b345043673733, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa3b68d74fa4639b637b4a2e5863e9d8, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd3031b43fb03310c5200ec56c124083, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c06de10f1f4d2084fb6dad644b32b7c2, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b2838bcbd1b85cdbd320af453b73638, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=787482c83ba47b27426695981168d583, ASSIGN}] 2024-11-13T11:28:20,742 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e4756a9d3dd6421894a3a7f189fda58, ASSIGN 2024-11-13T11:28:20,742 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=761014c7c55cd15540bc10d3dd8de7c7, ASSIGN 2024-11-13T11:28:20,742 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45434118dc69c804c6c7eda1ca46599d, ASSIGN 2024-11-13T11:28:20,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b55b689f10ebaeb76fc136522a87f35, ASSIGN 2024-11-13T11:28:20,745 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e4756a9d3dd6421894a3a7f189fda58, ASSIGN; state=OFFLINE, location=7bf281cf3991,39063,1731497288554; forceNewPlan=false, retain=false 2024-11-13T11:28:20,745 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=45434118dc69c804c6c7eda1ca46599d, ASSIGN; state=OFFLINE, location=7bf281cf3991,39063,1731497288554; forceNewPlan=false, retain=false 2024-11-13T11:28:20,745 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=761014c7c55cd15540bc10d3dd8de7c7, ASSIGN; state=OFFLINE, location=7bf281cf3991,43039,1731497288511; forceNewPlan=false, retain=false 2024-11-13T11:28:20,745 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b55b689f10ebaeb76fc136522a87f35, ASSIGN; state=OFFLINE, location=7bf281cf3991,33527,1731497288419; forceNewPlan=false, retain=false 2024-11-13T11:28:20,745 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=787482c83ba47b27426695981168d583, ASSIGN 2024-11-13T11:28:20,746 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=787482c83ba47b27426695981168d583, ASSIGN; state=OFFLINE, location=7bf281cf3991,43039,1731497288511; forceNewPlan=false, retain=false 2024-11-13T11:28:20,750 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd3031b43fb03310c5200ec56c124083, ASSIGN 2024-11-13T11:28:20,750 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c06de10f1f4d2084fb6dad644b32b7c2, ASSIGN 2024-11-13T11:28:20,751 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa3b68d74fa4639b637b4a2e5863e9d8, ASSIGN 2024-11-13T11:28:20,751 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b2838bcbd1b85cdbd320af453b73638, ASSIGN 2024-11-13T11:28:20,751 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a59664949d4d54d0494b345043673733, ASSIGN 2024-11-13T11:28:20,751 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c06de10f1f4d2084fb6dad644b32b7c2, ASSIGN; state=OFFLINE, location=7bf281cf3991,39063,1731497288554; forceNewPlan=false, retain=false 2024-11-13T11:28:20,751 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd3031b43fb03310c5200ec56c124083, ASSIGN; state=OFFLINE, location=7bf281cf3991,43039,1731497288511; forceNewPlan=false, retain=false 2024-11-13T11:28:20,753 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa3b68d74fa4639b637b4a2e5863e9d8, ASSIGN; state=OFFLINE, location=7bf281cf3991,33527,1731497288419; forceNewPlan=false, retain=false 2024-11-13T11:28:20,753 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a59664949d4d54d0494b345043673733, ASSIGN; state=OFFLINE, location=7bf281cf3991,43039,1731497288511; forceNewPlan=false, retain=false 2024-11-13T11:28:20,753 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b2838bcbd1b85cdbd320af453b73638, ASSIGN; state=OFFLINE, location=7bf281cf3991,33527,1731497288419; forceNewPlan=false, retain=false 2024-11-13T11:28:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:28:20,899 INFO [7bf281cf3991:41967 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T11:28:20,900 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=787482c83ba47b27426695981168d583, regionState=OPENING, regionLocation=7bf281cf3991,43039,1731497288511 2024-11-13T11:28:20,900 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bd3031b43fb03310c5200ec56c124083, regionState=OPENING, regionLocation=7bf281cf3991,43039,1731497288511 2024-11-13T11:28:20,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a59664949d4d54d0494b345043673733, regionState=OPENING, regionLocation=7bf281cf3991,43039,1731497288511 2024-11-13T11:28:20,900 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=761014c7c55cd15540bc10d3dd8de7c7, regionState=OPENING, regionLocation=7bf281cf3991,43039,1731497288511 2024-11-13T11:28:20,900 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c06de10f1f4d2084fb6dad644b32b7c2, regionState=OPENING, regionLocation=7bf281cf3991,39063,1731497288554 2024-11-13T11:28:20,902 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e4756a9d3dd6421894a3a7f189fda58, regionState=OPENING, regionLocation=7bf281cf3991,39063,1731497288554 2024-11-13T11:28:20,902 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=45434118dc69c804c6c7eda1ca46599d, regionState=OPENING, regionLocation=7bf281cf3991,39063,1731497288554 2024-11-13T11:28:20,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9b2838bcbd1b85cdbd320af453b73638, regionState=OPENING, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:20,904 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fa3b68d74fa4639b637b4a2e5863e9d8, regionState=OPENING, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:20,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6b55b689f10ebaeb76fc136522a87f35, regionState=OPENING, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:20,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=787482c83ba47b27426695981168d583, ASSIGN because future has completed 2024-11-13T11:28:20,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787482c83ba47b27426695981168d583, server=7bf281cf3991,43039,1731497288511}] 2024-11-13T11:28:20,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd3031b43fb03310c5200ec56c124083, ASSIGN because future has completed 2024-11-13T11:28:20,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd3031b43fb03310c5200ec56c124083, server=7bf281cf3991,43039,1731497288511}] 2024-11-13T11:28:20,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c06de10f1f4d2084fb6dad644b32b7c2, ASSIGN because future has completed 2024-11-13T11:28:20,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a59664949d4d54d0494b345043673733, ASSIGN because future has completed 2024-11-13T11:28:20,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c06de10f1f4d2084fb6dad644b32b7c2, server=7bf281cf3991,39063,1731497288554}] 2024-11-13T11:28:20,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a59664949d4d54d0494b345043673733, server=7bf281cf3991,43039,1731497288511}] 2024-11-13T11:28:20,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=761014c7c55cd15540bc10d3dd8de7c7, ASSIGN because future has completed 2024-11-13T11:28:20,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e4756a9d3dd6421894a3a7f189fda58, ASSIGN because future has completed 2024-11-13T11:28:20,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=45434118dc69c804c6c7eda1ca46599d, ASSIGN because future has completed 2024-11-13T11:28:20,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7, server=7bf281cf3991,43039,1731497288511}] 2024-11-13T11:28:20,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9b2838bcbd1b85cdbd320af453b73638, ASSIGN because future has completed 2024-11-13T11:28:20,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e4756a9d3dd6421894a3a7f189fda58, server=7bf281cf3991,39063,1731497288554}] 2024-11-13T11:28:20,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b55b689f10ebaeb76fc136522a87f35, ASSIGN because future has completed 2024-11-13T11:28:20,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b55b689f10ebaeb76fc136522a87f35, server=7bf281cf3991,33527,1731497288419}] 2024-11-13T11:28:20,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fa3b68d74fa4639b637b4a2e5863e9d8, ASSIGN because future has completed 2024-11-13T11:28:20,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b2838bcbd1b85cdbd320af453b73638, server=7bf281cf3991,33527,1731497288419}] 2024-11-13T11:28:20,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa3b68d74fa4639b637b4a2e5863e9d8, server=7bf281cf3991,33527,1731497288419}] 2024-11-13T11:28:20,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45434118dc69c804c6c7eda1ca46599d, server=7bf281cf3991,39063,1731497288554}] 2024-11-13T11:28:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:28:21,581 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:28:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:28:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:28:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:28:25,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T11:28:28,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T11:28:28,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T11:28:28,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:28:28,161 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T11:28:28,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:28:30,913 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:28:30,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:28:30,921 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:28:30,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:28:30,923 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:28:30,923 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 761014c7c55cd15540bc10d3dd8de7c7, NAME => 'SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T11:28:30,924 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:30,924 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:30,924 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:30,924 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:30,926 INFO [StoreOpener-761014c7c55cd15540bc10d3dd8de7c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:30,928 INFO [StoreOpener-761014c7c55cd15540bc10d3dd8de7c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761014c7c55cd15540bc10d3dd8de7c7 columnFamilyName cf 2024-11-13T11:28:30,928 DEBUG [StoreOpener-761014c7c55cd15540bc10d3dd8de7c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:30,929 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:28:30,929 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e4756a9d3dd6421894a3a7f189fda58, NAME => 'SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T11:28:30,929 INFO [StoreOpener-761014c7c55cd15540bc10d3dd8de7c7-1 {}] regionserver.HStore(327): Store=761014c7c55cd15540bc10d3dd8de7c7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:30,929 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:30,930 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:30,930 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:30,930 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:30,930 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:30,931 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:30,931 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:30,932 INFO [StoreOpener-3e4756a9d3dd6421894a3a7f189fda58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:30,932 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:30,932 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:30,934 INFO [StoreOpener-3e4756a9d3dd6421894a3a7f189fda58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e4756a9d3dd6421894a3a7f189fda58 columnFamilyName cf 2024-11-13T11:28:30,934 DEBUG [StoreOpener-3e4756a9d3dd6421894a3a7f189fda58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:30,935 INFO [StoreOpener-3e4756a9d3dd6421894a3a7f189fda58-1 {}] regionserver.HStore(327): Store=3e4756a9d3dd6421894a3a7f189fda58/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:30,935 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:30,937 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:28:30,937 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b55b689f10ebaeb76fc136522a87f35, NAME => 'SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T11:28:30,938 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:30,938 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:30,938 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:30,938 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:30,940 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:30,941 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:30,941 INFO [StoreOpener-6b55b689f10ebaeb76fc136522a87f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:30,942 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/761014c7c55cd15540bc10d3dd8de7c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:30,942 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:30,943 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:30,943 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:30,943 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 761014c7c55cd15540bc10d3dd8de7c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60682591, jitterRate=-0.09575892984867096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:28:30,943 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:30,943 INFO [StoreOpener-6b55b689f10ebaeb76fc136522a87f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b55b689f10ebaeb76fc136522a87f35 columnFamilyName cf 2024-11-13T11:28:30,943 DEBUG [StoreOpener-6b55b689f10ebaeb76fc136522a87f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:30,944 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 761014c7c55cd15540bc10d3dd8de7c7: Running coprocessor pre-open hook at 1731497310924Writing region info on filesystem at 1731497310924Initializing all the Stores at 1731497310926 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497310926Cleaning up temporary data from old regions at 1731497310932 (+6 ms)Running coprocessor post-open hooks at 1731497310943 (+11 ms)Region opened successfully at 1731497310944 (+1 ms) 2024-11-13T11:28:30,944 INFO [StoreOpener-6b55b689f10ebaeb76fc136522a87f35-1 {}] regionserver.HStore(327): Store=6b55b689f10ebaeb76fc136522a87f35/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:30,944 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:30,945 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:30,946 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:30,946 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:30,946 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7., pid=19, masterSystemTime=1731497310913 2024-11-13T11:28:30,947 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:30,947 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:30,950 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:28:30,950 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:28:30,950 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:28:30,950 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 787482c83ba47b27426695981168d583, NAME => 'SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T11:28:30,951 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 787482c83ba47b27426695981168d583 2024-11-13T11:28:30,951 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:30,951 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:30,951 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 787482c83ba47b27426695981168d583 2024-11-13T11:28:30,951 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=761014c7c55cd15540bc10d3dd8de7c7, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,43039,1731497288511 2024-11-13T11:28:30,951 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 787482c83ba47b27426695981168d583 2024-11-13T11:28:30,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7, server=7bf281cf3991,43039,1731497288511 because future has completed 2024-11-13T11:28:30,957 INFO [StoreOpener-787482c83ba47b27426695981168d583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 787482c83ba47b27426695981168d583 2024-11-13T11:28:30,960 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/3e4756a9d3dd6421894a3a7f189fda58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:30,961 INFO [StoreOpener-787482c83ba47b27426695981168d583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787482c83ba47b27426695981168d583 columnFamilyName cf 2024-11-13T11:28:30,961 DEBUG [StoreOpener-787482c83ba47b27426695981168d583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:30,961 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 3e4756a9d3dd6421894a3a7f189fda58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59846297, jitterRate=-0.10822068154811859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:28:30,962 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:30,962 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 3e4756a9d3dd6421894a3a7f189fda58: Running coprocessor pre-open hook at 1731497310930Writing region info on filesystem at 1731497310930Initializing all the Stores at 1731497310931 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497310932 (+1 ms)Cleaning up temporary data from old regions at 1731497310943 (+11 ms)Running coprocessor post-open hooks at 1731497310962 (+19 ms)Region opened successfully at 1731497310962 2024-11-13T11:28:30,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-13T11:28:30,962 INFO [StoreOpener-787482c83ba47b27426695981168d583-1 {}] regionserver.HStore(327): Store=787482c83ba47b27426695981168d583/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:30,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7, server=7bf281cf3991,43039,1731497288511 in 10.0390 sec 2024-11-13T11:28:30,962 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 787482c83ba47b27426695981168d583 2024-11-13T11:28:30,963 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58., pid=20, masterSystemTime=1731497310921 2024-11-13T11:28:30,964 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/787482c83ba47b27426695981168d583 2024-11-13T11:28:30,965 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/787482c83ba47b27426695981168d583 2024-11-13T11:28:30,965 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 787482c83ba47b27426695981168d583 2024-11-13T11:28:30,966 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 787482c83ba47b27426695981168d583 2024-11-13T11:28:30,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=761014c7c55cd15540bc10d3dd8de7c7, ASSIGN in 10.2240 sec 2024-11-13T11:28:30,966 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/6b55b689f10ebaeb76fc136522a87f35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:30,966 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:28:30,966 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:28:30,967 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:28:30,967 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c06de10f1f4d2084fb6dad644b32b7c2, NAME => 'SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T11:28:30,967 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6b55b689f10ebaeb76fc136522a87f35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75103542, jitterRate=0.11912998557090759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:28:30,967 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:30,967 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:30,967 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:30,967 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6b55b689f10ebaeb76fc136522a87f35: Running coprocessor pre-open hook at 1731497310938Writing region info on filesystem at 1731497310938Initializing all the Stores at 1731497310939 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497310939Cleaning up temporary data from old regions at 1731497310947 (+8 ms)Running coprocessor post-open hooks at 1731497310967 (+20 ms)Region opened successfully at 1731497310967 2024-11-13T11:28:30,967 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:30,967 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:30,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3e4756a9d3dd6421894a3a7f189fda58, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39063,1731497288554 2024-11-13T11:28:30,969 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 787482c83ba47b27426695981168d583 2024-11-13T11:28:30,970 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35., pid=21, masterSystemTime=1731497310931 2024-11-13T11:28:30,971 INFO [StoreOpener-c06de10f1f4d2084fb6dad644b32b7c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:30,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e4756a9d3dd6421894a3a7f189fda58, server=7bf281cf3991,39063,1731497288554 because future has completed 2024-11-13T11:28:30,974 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/787482c83ba47b27426695981168d583/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:30,974 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:28:30,974 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:28:30,975 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:28:30,975 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => fa3b68d74fa4639b637b4a2e5863e9d8, NAME => 'SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T11:28:30,975 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 787482c83ba47b27426695981168d583; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70322510, jitterRate=0.047887057065963745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:28:30,975 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 787482c83ba47b27426695981168d583 2024-11-13T11:28:30,975 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:30,975 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:30,975 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 787482c83ba47b27426695981168d583: Running coprocessor pre-open hook at 1731497310951Writing region info on filesystem at 1731497310951Initializing all the Stores at 1731497310953 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497310953Cleaning up temporary data from old regions at 1731497310966 (+13 ms)Running coprocessor post-open hooks at 1731497310975 (+9 ms)Region opened successfully at 1731497310975 2024-11-13T11:28:30,975 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:30,976 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:30,979 INFO [StoreOpener-c06de10f1f4d2084fb6dad644b32b7c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c06de10f1f4d2084fb6dad644b32b7c2 columnFamilyName cf 2024-11-13T11:28:30,979 DEBUG [StoreOpener-c06de10f1f4d2084fb6dad644b32b7c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:30,979 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=6b55b689f10ebaeb76fc136522a87f35, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:30,979 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583., pid=15, masterSystemTime=1731497310913 2024-11-13T11:28:30,980 INFO [StoreOpener-c06de10f1f4d2084fb6dad644b32b7c2-1 {}] regionserver.HStore(327): Store=c06de10f1f4d2084fb6dad644b32b7c2/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:30,980 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:30,982 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:28:30,982 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:28:30,983 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:28:30,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-13T11:28:30,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e4756a9d3dd6421894a3a7f189fda58, server=7bf281cf3991,39063,1731497288554 in 10.0570 sec 2024-11-13T11:28:30,983 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=787482c83ba47b27426695981168d583, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,43039,1731497288511 2024-11-13T11:28:30,983 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => a59664949d4d54d0494b345043673733, NAME => 'SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T11:28:30,982 INFO [StoreOpener-fa3b68d74fa4639b637b4a2e5863e9d8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:30,983 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a59664949d4d54d0494b345043673733 2024-11-13T11:28:30,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b55b689f10ebaeb76fc136522a87f35, server=7bf281cf3991,33527,1731497288419 because future has completed 2024-11-13T11:28:30,984 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:30,984 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:30,984 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for a59664949d4d54d0494b345043673733 2024-11-13T11:28:30,984 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for a59664949d4d54d0494b345043673733 2024-11-13T11:28:30,984 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:30,985 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:30,986 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:30,987 INFO [StoreOpener-fa3b68d74fa4639b637b4a2e5863e9d8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa3b68d74fa4639b637b4a2e5863e9d8 columnFamilyName cf 2024-11-13T11:28:30,987 DEBUG [StoreOpener-fa3b68d74fa4639b637b4a2e5863e9d8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:30,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787482c83ba47b27426695981168d583, server=7bf281cf3991,43039,1731497288511 because future has completed 2024-11-13T11:28:30,989 INFO [StoreOpener-fa3b68d74fa4639b637b4a2e5863e9d8-1 {}] regionserver.HStore(327): Store=fa3b68d74fa4639b637b4a2e5863e9d8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:30,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e4756a9d3dd6421894a3a7f189fda58, ASSIGN in 10.2450 sec 2024-11-13T11:28:30,990 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:30,991 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:30,992 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:30,992 INFO [StoreOpener-a59664949d4d54d0494b345043673733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a59664949d4d54d0494b345043673733 2024-11-13T11:28:30,992 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:30,993 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:30,993 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:30,994 INFO [StoreOpener-a59664949d4d54d0494b345043673733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59664949d4d54d0494b345043673733 columnFamilyName cf 2024-11-13T11:28:30,994 DEBUG [StoreOpener-a59664949d4d54d0494b345043673733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:30,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=7 2024-11-13T11:28:30,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b55b689f10ebaeb76fc136522a87f35, server=7bf281cf3991,33527,1731497288419 in 10.0640 sec 2024-11-13T11:28:30,995 INFO [StoreOpener-a59664949d4d54d0494b345043673733-1 {}] regionserver.HStore(327): Store=a59664949d4d54d0494b345043673733/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:30,995 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for a59664949d4d54d0494b345043673733 2024-11-13T11:28:30,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T11:28:30,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 787482c83ba47b27426695981168d583, server=7bf281cf3991,43039,1731497288511 in 10.0830 sec 2024-11-13T11:28:30,997 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:30,997 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/a59664949d4d54d0494b345043673733 2024-11-13T11:28:30,998 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/a59664949d4d54d0494b345043673733 2024-11-13T11:28:30,999 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for a59664949d4d54d0494b345043673733 2024-11-13T11:28:30,999 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for a59664949d4d54d0494b345043673733 2024-11-13T11:28:30,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b55b689f10ebaeb76fc136522a87f35, ASSIGN in 10.2570 sec 2024-11-13T11:28:31,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=787482c83ba47b27426695981168d583, ASSIGN in 10.2580 sec 2024-11-13T11:28:31,001 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/fa3b68d74fa4639b637b4a2e5863e9d8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:31,002 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened fa3b68d74fa4639b637b4a2e5863e9d8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62770706, jitterRate=-0.06464359164237976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:28:31,002 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:31,002 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for fa3b68d74fa4639b637b4a2e5863e9d8: Running coprocessor pre-open hook at 1731497310976Writing region info on filesystem at 1731497310976Initializing all the Stores at 1731497310978 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497310978Cleaning up temporary data from old regions at 1731497310993 (+15 ms)Running coprocessor post-open hooks at 1731497311002 (+9 ms)Region opened successfully at 1731497311002 2024-11-13T11:28:31,002 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for a59664949d4d54d0494b345043673733 2024-11-13T11:28:31,003 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/c06de10f1f4d2084fb6dad644b32b7c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:31,003 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8., pid=23, masterSystemTime=1731497310931 2024-11-13T11:28:31,004 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c06de10f1f4d2084fb6dad644b32b7c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60069295, jitterRate=-0.10489775240421295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:28:31,004 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:31,004 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c06de10f1f4d2084fb6dad644b32b7c2: Running coprocessor pre-open hook at 1731497310968Writing region info on filesystem at 1731497310968Initializing all the Stores at 1731497310969 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497310969Cleaning up temporary data from old regions at 1731497310986 (+17 ms)Running coprocessor post-open hooks at 1731497311004 (+18 ms)Region opened successfully at 1731497311004 2024-11-13T11:28:31,005 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2., pid=17, masterSystemTime=1731497310921 2024-11-13T11:28:31,006 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/a59664949d4d54d0494b345043673733/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:31,007 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened a59664949d4d54d0494b345043673733; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64399211, jitterRate=-0.04037697613239288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:28:31,007 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:28:31,007 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a59664949d4d54d0494b345043673733 2024-11-13T11:28:31,007 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:28:31,007 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for a59664949d4d54d0494b345043673733: Running coprocessor pre-open hook at 1731497310985Writing region info on filesystem at 1731497310985Initializing all the Stores at 1731497310987 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497310987Cleaning up temporary data from old regions at 1731497310999 (+12 ms)Running coprocessor post-open hooks at 1731497311007 (+8 ms)Region opened successfully at 1731497311007 2024-11-13T11:28:31,007 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:28:31,008 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b2838bcbd1b85cdbd320af453b73638, NAME => 'SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T11:28:31,008 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:31,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fa3b68d74fa4639b637b4a2e5863e9d8, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:31,008 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:31,008 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:31,008 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:31,010 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733., pid=18, masterSystemTime=1731497310913 2024-11-13T11:28:31,011 INFO [StoreOpener-9b2838bcbd1b85cdbd320af453b73638-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:31,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa3b68d74fa4639b637b4a2e5863e9d8, server=7bf281cf3991,33527,1731497288419 because future has completed 2024-11-13T11:28:31,014 INFO [StoreOpener-9b2838bcbd1b85cdbd320af453b73638-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b2838bcbd1b85cdbd320af453b73638 columnFamilyName cf 2024-11-13T11:28:31,014 DEBUG [StoreOpener-9b2838bcbd1b85cdbd320af453b73638-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:31,015 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:28:31,015 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:28:31,015 INFO [StoreOpener-9b2838bcbd1b85cdbd320af453b73638-1 {}] regionserver.HStore(327): Store=9b2838bcbd1b85cdbd320af453b73638/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:31,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c06de10f1f4d2084fb6dad644b32b7c2, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39063,1731497288554 2024-11-13T11:28:31,016 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:28:31,016 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:28:31,016 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:28:31,017 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => bd3031b43fb03310c5200ec56c124083, NAME => 'SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T11:28:31,017 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:31,017 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:31,017 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:31,017 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:31,017 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:28:31,019 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 45434118dc69c804c6c7eda1ca46599d, NAME => 'SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T11:28:31,020 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:31,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c06de10f1f4d2084fb6dad644b32b7c2, server=7bf281cf3991,39063,1731497288554 because future has completed 2024-11-13T11:28:31,020 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:28:31,020 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:31,020 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:31,021 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:31,021 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a59664949d4d54d0494b345043673733, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,43039,1731497288511 2024-11-13T11:28:31,023 INFO [StoreOpener-bd3031b43fb03310c5200ec56c124083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:31,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=10 2024-11-13T11:28:31,024 INFO [StoreOpener-45434118dc69c804c6c7eda1ca46599d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:31,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fa3b68d74fa4639b637b4a2e5863e9d8, server=7bf281cf3991,33527,1731497288419 in 10.0820 sec 2024-11-13T11:28:31,026 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:31,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a59664949d4d54d0494b345043673733, server=7bf281cf3991,43039,1731497288511 because future has completed 2024-11-13T11:28:31,027 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:31,028 INFO [StoreOpener-bd3031b43fb03310c5200ec56c124083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd3031b43fb03310c5200ec56c124083 columnFamilyName cf 2024-11-13T11:28:31,028 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:31,028 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:31,028 DEBUG [StoreOpener-bd3031b43fb03310c5200ec56c124083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:31,029 INFO [StoreOpener-45434118dc69c804c6c7eda1ca46599d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45434118dc69c804c6c7eda1ca46599d columnFamilyName cf 2024-11-13T11:28:31,029 DEBUG [StoreOpener-45434118dc69c804c6c7eda1ca46599d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:28:31,029 INFO [StoreOpener-bd3031b43fb03310c5200ec56c124083-1 {}] regionserver.HStore(327): Store=bd3031b43fb03310c5200ec56c124083/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:31,029 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:31,030 INFO [StoreOpener-45434118dc69c804c6c7eda1ca46599d-1 {}] regionserver.HStore(327): Store=45434118dc69c804c6c7eda1ca46599d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:28:31,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=12 2024-11-13T11:28:31,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fa3b68d74fa4639b637b4a2e5863e9d8, ASSIGN in 10.2870 sec 2024-11-13T11:28:31,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c06de10f1f4d2084fb6dad644b32b7c2, server=7bf281cf3991,39063,1731497288554 in 10.1100 sec 2024-11-13T11:28:31,030 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:31,031 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:31,031 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:31,031 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:31,032 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:31,032 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:31,032 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:31,033 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:31,033 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:31,034 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:31,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c06de10f1f4d2084fb6dad644b32b7c2, ASSIGN in 10.2920 sec 2024-11-13T11:28:31,035 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:31,037 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:31,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=9 2024-11-13T11:28:31,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a59664949d4d54d0494b345043673733, server=7bf281cf3991,43039,1731497288511 in 10.1170 sec 2024-11-13T11:28:31,039 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/9b2838bcbd1b85cdbd320af453b73638/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:31,040 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/bd3031b43fb03310c5200ec56c124083/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:31,041 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 9b2838bcbd1b85cdbd320af453b73638; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69921367, jitterRate=0.041909560561180115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:28:31,041 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:31,041 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened bd3031b43fb03310c5200ec56c124083; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74971835, jitterRate=0.1171673983335495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:28:31,041 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:31,041 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 9b2838bcbd1b85cdbd320af453b73638: Running coprocessor pre-open hook at 1731497311009Writing region info on filesystem at 1731497311009Initializing all the Stores at 1731497311011 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497311011Cleaning up temporary data from old regions at 1731497311028 (+17 ms)Running coprocessor post-open hooks at 1731497311041 (+13 ms)Region opened successfully at 1731497311041 2024-11-13T11:28:31,041 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for bd3031b43fb03310c5200ec56c124083: Running coprocessor pre-open hook at 1731497311018Writing region info on filesystem at 1731497311018Initializing all the Stores at 1731497311021 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497311021Cleaning up temporary data from old regions at 1731497311032 (+11 ms)Running coprocessor post-open hooks at 1731497311041 (+9 ms)Region opened successfully at 1731497311041 2024-11-13T11:28:31,042 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638., pid=22, masterSystemTime=1731497310931 2024-11-13T11:28:31,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a59664949d4d54d0494b345043673733, ASSIGN in 10.3010 sec 2024-11-13T11:28:31,043 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083., pid=16, masterSystemTime=1731497310913 2024-11-13T11:28:31,045 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:28:31,045 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:28:31,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=bd3031b43fb03310c5200ec56c124083, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,43039,1731497288511 2024-11-13T11:28:31,047 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:28:31,047 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:28:31,049 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=9b2838bcbd1b85cdbd320af453b73638, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:31,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd3031b43fb03310c5200ec56c124083, server=7bf281cf3991,43039,1731497288511 because future has completed 2024-11-13T11:28:31,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b2838bcbd1b85cdbd320af453b73638, server=7bf281cf3991,33527,1731497288419 because future has completed 2024-11-13T11:28:31,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-13T11:28:31,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure bd3031b43fb03310c5200ec56c124083, server=7bf281cf3991,43039,1731497288511 in 10.1420 sec 2024-11-13T11:28:31,058 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/45434118dc69c804c6c7eda1ca46599d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:28:31,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-13T11:28:31,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd3031b43fb03310c5200ec56c124083, ASSIGN in 10.3180 sec 2024-11-13T11:28:31,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b2838bcbd1b85cdbd320af453b73638, server=7bf281cf3991,33527,1731497288419 in 10.1250 sec 2024-11-13T11:28:31,060 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 45434118dc69c804c6c7eda1ca46599d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73016760, jitterRate=0.08803451061248779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:28:31,060 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:31,060 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 45434118dc69c804c6c7eda1ca46599d: Running coprocessor pre-open hook at 1731497311020Writing region info on filesystem at 1731497311020Initializing all the Stores at 1731497311023 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497311023Cleaning up temporary data from old regions at 1731497311033 (+10 ms)Running coprocessor post-open hooks at 1731497311060 (+27 ms)Region opened successfully at 1731497311060 2024-11-13T11:28:31,062 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d., pid=24, masterSystemTime=1731497310921 2024-11-13T11:28:31,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9b2838bcbd1b85cdbd320af453b73638, ASSIGN in 10.3220 sec 2024-11-13T11:28:31,064 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:28:31,065 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:28:31,065 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=45434118dc69c804c6c7eda1ca46599d, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39063,1731497288554 2024-11-13T11:28:31,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45434118dc69c804c6c7eda1ca46599d, server=7bf281cf3991,39063,1731497288554 because future has completed 2024-11-13T11:28:31,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=8 2024-11-13T11:28:31,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 45434118dc69c804c6c7eda1ca46599d, server=7bf281cf3991,39063,1731497288554 in 10.1350 sec 2024-11-13T11:28:31,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T11:28:31,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=45434118dc69c804c6c7eda1ca46599d, ASSIGN in 10.3350 sec 2024-11-13T11:28:31,079 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:28:31,079 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497311079"}]},"ts":"1731497311079"} 2024-11-13T11:28:31,082 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T11:28:31,083 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:28:31,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5310 sec 2024-11-13T11:28:33,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T11:28:36,464 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T11:28:36,971 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:28:38,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-13T11:28:38,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-13T11:28:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:28:38,849 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T11:28:38,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T11:28:38,852 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T11:28:38,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T11:28:38,872 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T11:28:38,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T11:28:38,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:38,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:38,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:38,932 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:38,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:38,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:38,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:38,942 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:38,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2., hostname=7bf281cf3991,39063,1731497288554, seqNum=2] 2024-11-13T11:28:38,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2., hostname=7bf281cf3991,39063,1731497288554, seqNum=2] 2024-11-13T11:28:38,981 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2., hostname=7bf281cf3991,39063,1731497288554, seqNum=2] 2024-11-13T11:28:38,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2., hostname=7bf281cf3991,39063,1731497288554, seqNum=2] 2024-11-13T11:28:38,986 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2., hostname=7bf281cf3991,39063,1731497288554, seqNum=2] 2024-11-13T11:28:38,987 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2., hostname=7bf281cf3991,39063,1731497288554, seqNum=2] 2024-11-13T11:28:38,989 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2., hostname=7bf281cf3991,39063,1731497288554, seqNum=2] 2024-11-13T11:28:39,041 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638., hostname=7bf281cf3991,33527,1731497288419, seqNum=2] 2024-11-13T11:28:39,045 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638., hostname=7bf281cf3991,33527,1731497288419, seqNum=2] 2024-11-13T11:28:39,047 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638., hostname=7bf281cf3991,33527,1731497288419, seqNum=2] 2024-11-13T11:28:39,050 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638., hostname=7bf281cf3991,33527,1731497288419, seqNum=2] 2024-11-13T11:28:39,052 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638., hostname=7bf281cf3991,33527,1731497288419, seqNum=2] 2024-11-13T11:28:39,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638., hostname=7bf281cf3991,33527,1731497288419, seqNum=2] 2024-11-13T11:28:39,056 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638., hostname=7bf281cf3991,33527,1731497288419, seqNum=2] 2024-11-13T11:28:39,115 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:39,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:39,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:39,125 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:39,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:39,129 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583., hostname=7bf281cf3991,43039,1731497288511, seqNum=2] 2024-11-13T11:28:39,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:28:39,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:28:39,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:28:39,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39063 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T11:28:39,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33527 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T11:28:39,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:28:39,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:28:39,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T11:28:40,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43039 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T11:28:40,720 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T11:28:40,722 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T11:28:40,723 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T11:28:40,729 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T11:28:40,746 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T11:28:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741848_1024 (size=49) 2024-11-13T11:28:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741848_1024 (size=49) 2024-11-13T11:28:40,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741848_1024 (size=49) 2024-11-13T11:28:40,758 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T11:28:40,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e4756a9d3dd6421894a3a7f189fda58}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b55b689f10ebaeb76fc136522a87f35}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45434118dc69c804c6c7eda1ca46599d}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a59664949d4d54d0494b345043673733}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa3b68d74fa4639b637b4a2e5863e9d8}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06de10f1f4d2084fb6dad644b32b7c2}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b2838bcbd1b85cdbd320af453b73638}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 787482c83ba47b27426695981168d583}] 2024-11-13T11:28:40,765 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:40,766 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:40,766 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 2024-11-13T11:28:40,766 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:40,766 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:40,774 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:40,774 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 2024-11-13T11:28:40,774 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:40,774 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:40,775 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:40,824 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7bf281cf3991,43039,1731497288511 2024-11-13T11:28:40,825 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7bf281cf3991,43039,1731497288511: Simulated kill ***** 2024-11-13T11:28:40,825 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:28:40,828 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:28:40,830 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:28:40,833 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:28:40,834 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:28:40,841 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 616363008 }, "NonHeapMemoryUsage": { "committed": 156958720, "init": 7667712, "max": -1, "used": 153534048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7bf281cf3991", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7bf281cf3991", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57734", "tag.serverName": "7bf281cf3991,33527,1731497288419", "tag.clusterId": "1e96537b-c4ee-4066-a335-2c42ffd8015b", "tag.Context": "regionserver", "tag.Hostname": "7bf281cf3991", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731497288419, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-13T11:28:40,845 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41967 {}] master.MasterRpcServices(700): 7bf281cf3991,43039,1731497288511 reported a fatal error: ***** ABORTING region server 7bf281cf3991,43039,1731497288511: Simulated kill ***** 2024-11-13T11:28:40,847 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,43039,1731497288511' ***** 2024-11-13T11:28:40,847 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T11:28:40,848 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:28:40,848 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T11:28:40,848 INFO [RS:1;7bf281cf3991:43039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T11:28:40,848 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:28:40,848 INFO [RS:1;7bf281cf3991:43039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T11:28:40,848 INFO [RS:1;7bf281cf3991:43039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:28:40,848 INFO [RS:1;7bf281cf3991:43039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7bf281cf3991:43039. 2024-11-13T11:28:40,848 DEBUG [RS:1;7bf281cf3991:43039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:28:40,848 DEBUG [RS:1;7bf281cf3991:43039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:40,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741833_1009 (size=1257) 2024-11-13T11:28:40,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741833_1009 (size=1257) 2024-11-13T11:28:40,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741833_1009 (size=1257) 2024-11-13T11:28:40,858 DEBUG [RS:1;7bf281cf3991:43039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:28:40,858 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:28:40,858 INFO [RS:1;7bf281cf3991:43039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43039 2024-11-13T11:28:40,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T11:28:40,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7bf281cf3991,43039,1731497288511 2024-11-13T11:28:40,864 INFO [RS:1;7bf281cf3991:43039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:28:40,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,43039,1731497288511] 2024-11-13T11:28:40,866 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7bf281cf3991,43039,1731497288511 already deleted, retry=false 2024-11-13T11:28:40,866 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7bf281cf3991,43039,1731497288511 on 7bf281cf3991,41967,1731497287823 2024-11-13T11:28:40,867 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:28:40,871 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7bf281cf3991,43039,1731497288511, splitWal=true, meta=false 2024-11-13T11:28:40,874 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 7bf281cf3991,43039,1731497288511 (carryingMeta=false) 7bf281cf3991,43039,1731497288511/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@67260484[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T11:28:40,875 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7bf281cf3991,43039,1731497288511, splitWal=true, meta=false 2024-11-13T11:28:40,877 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 7bf281cf3991,43039,1731497288511 had 4 regions 2024-11-13T11:28:40,877 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:40,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 2024-11-13T11:28:40,878 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:40,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 2024-11-13T11:28:40,879 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7bf281cf3991,43039,1731497288511, splitWal=true, meta=false, isMeta: false 2024-11-13T11:28:40,879 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 can not run currently because target server of region SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 7bf281cf3991,43039,1731497288511 is in state CRASHED, wait 1000 ms to retry 2024-11-13T11:28:40,879 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 can not run currently because target server of region SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 1000 ms to retry 2024-11-13T11:28:40,879 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 can not run currently because target server of region SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 1000 ms to retry 2024-11-13T11:28:40,879 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083; timeout=1000, timestamp=1731497321879 2024-11-13T11:28:40,879 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7; timeout=1000, timestamp=1731497321879 2024-11-13T11:28:40,879 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 787482c83ba47b27426695981168d583; timeout=1000, timestamp=1731497321879 2024-11-13T11:28:40,879 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 can not run currently because target server of region SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 7bf281cf3991,43039,1731497288511 is in state CRASHED, wait 1000 ms to retry 2024-11-13T11:28:40,879 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a59664949d4d54d0494b345043673733; timeout=1000, timestamp=1731497321879 2024-11-13T11:28:40,882 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting 2024-11-13T11:28:40,883 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7bf281cf3991,43039,1731497288511 WAL count=1, meta=false 2024-11-13T11:28:40,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7bf281cf3991%2C43039%2C1731497288511.1731497289803}] 2024-11-13T11:28:40,891 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:40,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7bf281cf3991%2C43039%2C1731497288511.1731497289803, worker=7bf281cf3991,33527,1731497288419}] 2024-11-13T11:28:40,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:28:40,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43039-0x10038d739e90002, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:28:40,967 INFO [RS:1;7bf281cf3991:43039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:28:40,967 INFO [RS:1;7bf281cf3991:43039 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,43039,1731497288511; zookeeper connection closed. 2024-11-13T11:28:40,967 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b9efaee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b9efaee 2024-11-13T11:28:41,638 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:28:41,639 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:28:41,880 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 2024-11-13T11:28:41,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:41,880 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 2024-11-13T11:28:41,880 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:41,883 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 can not run currently because target server of region SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T11:28:41,883 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 can not run currently because target server of region SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T11:28:41,883 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 can not run currently because target server of region SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T11:28:41,883 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 can not run currently because target server of region SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 2000 ms to retry 2024-11-13T11:28:41,883 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7; timeout=2000, timestamp=1731497323883 2024-11-13T11:28:41,883 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a59664949d4d54d0494b345043673733; timeout=2000, timestamp=1731497323883 2024-11-13T11:28:41,883 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083; timeout=2000, timestamp=1731497323883 2024-11-13T11:28:41,883 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 787482c83ba47b27426695981168d583; timeout=2000, timestamp=1731497323883 2024-11-13T11:28:43,884 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 2024-11-13T11:28:43,884 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:43,885 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:43,885 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 2024-11-13T11:28:43,887 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 can not run currently because target server of region SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T11:28:43,887 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 can not run currently because target server of region SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T11:28:43,887 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 can not run currently because target server of region SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T11:28:43,888 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 787482c83ba47b27426695981168d583; timeout=4000, timestamp=1731497327888 2024-11-13T11:28:43,888 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 can not run currently because target server of region SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 4000 ms to retry 2024-11-13T11:28:43,888 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083; timeout=4000, timestamp=1731497327888 2024-11-13T11:28:43,888 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7; timeout=4000, timestamp=1731497327888 2024-11-13T11:28:43,888 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a59664949d4d54d0494b345043673733; timeout=4000, timestamp=1731497327888 2024-11-13T11:28:47,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 2024-11-13T11:28:47,889 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 2024-11-13T11:28:47,890 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:47,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:28:47,893 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=30, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 can not run currently because target server of region SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T11:28:47,893 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=30, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a59664949d4d54d0494b345043673733; timeout=8000, timestamp=1731497335893 2024-11-13T11:28:47,893 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 can not run currently because target server of region SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T11:28:47,893 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 can not run currently because target server of region SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T11:28:47,893 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 can not run currently because target server of region SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 7bf281cf3991,43039,1731497288511 is in state SPLITTING, wait 8000 ms to retry 2024-11-13T11:28:47,893 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083; timeout=8000, timestamp=1731497335893 2024-11-13T11:28:47,893 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 787482c83ba47b27426695981168d583; timeout=8000, timestamp=1731497335893 2024-11-13T11:28:47,893 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7; timeout=8000, timestamp=1731497335893 2024-11-13T11:28:50,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-13T11:28:50,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T11:28:50,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T11:28:50,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T11:28:50,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:28:50,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T11:28:50,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:28:50,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:28:50,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T11:28:50,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T11:28:50,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:28:50,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:28:50,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:28:50,788 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 9b2838bcbd1b85cdbd320af453b73638 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-13T11:28:50,788 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing c06de10f1f4d2084fb6dad644b32b7c2 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T11:28:50,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for fa3b68d74fa4639b637b4a2e5863e9d8: 2024-11-13T11:28:50,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 6b55b689f10ebaeb76fc136522a87f35: 2024-11-13T11:28:50,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 45434118dc69c804c6c7eda1ca46599d: 2024-11-13T11:28:50,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 3e4756a9d3dd6421894a3a7f189fda58: 2024-11-13T11:28:50,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. for SnapshotProcedureTest completed. 2024-11-13T11:28:50,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. for SnapshotProcedureTest completed. 2024-11-13T11:28:50,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. for SnapshotProcedureTest completed. 2024-11-13T11:28:50,789 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. for SnapshotProcedureTest completed. 2024-11-13T11:28:50,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:28:50,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:28:50,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:28:50,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:28:50,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:28:50,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:28:50,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:28:50,793 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:28:50,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:28:50,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:28:50,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:28:50,795 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:28:50,812 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803, size=1.2 K (1257bytes) 2024-11-13T11:28:50,814 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T11:28:50,814 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T11:28:50,814 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803 2024-11-13T11:28:50,821 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803 after 5ms 2024-11-13T11:28:50,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741850_1026 (size=65) 2024-11-13T11:28:50,840 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803 took 30ms 2024-11-13T11:28:50,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741850_1026 (size=65) 2024-11-13T11:28:50,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741850_1026 (size=65) 2024-11-13T11:28:50,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:28:50,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T11:28:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T11:28:50,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:50,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:28:50,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741849_1025 (size=65) 2024-11-13T11:28:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741849_1025 (size=65) 2024-11-13T11:28:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741849_1025 (size=65) 2024-11-13T11:28:50,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:28:50,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T11:28:50,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fa3b68d74fa4639b637b4a2e5863e9d8 in 10.0890 sec 2024-11-13T11:28:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T11:28:50,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:50,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:28:50,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6b55b689f10ebaeb76fc136522a87f35 in 10.0940 sec 2024-11-13T11:28:50,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741851_1027 (size=65) 2024-11-13T11:28:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741851_1027 (size=65) 2024-11-13T11:28:50,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741851_1027 (size=65) 2024-11-13T11:28:50,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:28:50,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T11:28:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T11:28:50,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:50,867 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:28:50,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 45434118dc69c804c6c7eda1ca46599d in 10.1090 sec 2024-11-13T11:28:50,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741852_1028 (size=57) 2024-11-13T11:28:50,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741852_1028 (size=57) 2024-11-13T11:28:50,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741852_1028 (size=57) 2024-11-13T11:28:50,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:28:50,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T11:28:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T11:28:50,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:50,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:28:50,884 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 761014c7c55cd15540bc10d3dd8de7c7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T11:28:50,888 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 787482c83ba47b27426695981168d583: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T11:28:50,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e4756a9d3dd6421894a3a7f189fda58 in 10.1260 sec 2024-11-13T11:28:50,890 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for a59664949d4d54d0494b345043673733: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T11:28:50,893 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for bd3031b43fb03310c5200ec56c124083: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T11:28:50,893 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803 so closing down 2024-11-13T11:28:50,893 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T11:28:50,894 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T11:28:50,899 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-13T11:28:50,899 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803, journal: Splitting hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803, size=1.2 K (1257bytes) at 1731497330812Finishing writing output for hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803 so closing down at 1731497330893 (+81 ms)3 split writer threads finished at 1731497330894 (+1 ms)Processed 4 edits across 0 Regions in 21 ms; skipped=4; WAL=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731497330899 (+5 ms) 2024-11-13T11:28:50,899 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803 2024-11-13T11:28:50,900 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T11:28:50,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T11:28:50,908 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/c06de10f1f4d2084fb6dad644b32b7c2/.tmp/cf/60a45514a2fe45d89c9d449e03ce0934 is 34, key is baa/cf:cf/1731497319893/Put/seqid=0 2024-11-13T11:28:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/9b2838bcbd1b85cdbd320af453b73638/.tmp/cf/5e0c9a55624e4130b13b89b18fd22122 is 34, key is ccd/cf:cf/1731497319930/Put/seqid=0 2024-11-13T11:28:50,912 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting/7bf281cf3991%2C43039%2C1731497288511.1731497289803 to hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/oldWALs 2024-11-13T11:28:50,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-13T11:28:50,916 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7bf281cf3991%2C43039%2C1731497288511.1731497289803, worker=7bf281cf3991,33527,1731497288419 in 10.0190 sec 2024-11-13T11:28:50,919 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:50,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-13T11:28:50,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 7bf281cf3991%2C43039%2C1731497288511.1731497289803, worker=7bf281cf3991,33527,1731497288419 in 10.0350 sec 2024-11-13T11:28:50,925 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting dir is empty, no logs to split. 2024-11-13T11:28:50,925 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7bf281cf3991,43039,1731497288511 WAL count=0, meta=false 2024-11-13T11:28:50,925 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7bf281cf3991,43039,1731497288511 WAL splitting is done? wals=0, meta=false 2024-11-13T11:28:50,931 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7bf281cf3991,43039,1731497288511 failed, ignore...File hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,43039,1731497288511-splitting does not exist. 2024-11-13T11:28:50,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=787482c83ba47b27426695981168d583, ASSIGN}, {pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=761014c7c55cd15540bc10d3dd8de7c7, ASSIGN}, {pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd3031b43fb03310c5200ec56c124083, ASSIGN}, {pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a59664949d4d54d0494b345043673733, ASSIGN}] 2024-11-13T11:28:50,936 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd3031b43fb03310c5200ec56c124083, ASSIGN 2024-11-13T11:28:50,936 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a59664949d4d54d0494b345043673733, ASSIGN 2024-11-13T11:28:50,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=761014c7c55cd15540bc10d3dd8de7c7, ASSIGN 2024-11-13T11:28:50,936 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=787482c83ba47b27426695981168d583, ASSIGN 2024-11-13T11:28:50,937 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd3031b43fb03310c5200ec56c124083, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T11:28:50,937 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=761014c7c55cd15540bc10d3dd8de7c7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T11:28:50,937 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=787482c83ba47b27426695981168d583, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T11:28:50,938 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a59664949d4d54d0494b345043673733, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T11:28:50,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741853_1029 (size=47197) 2024-11-13T11:28:50,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741853_1029 (size=47197) 2024-11-13T11:28:50,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741853_1029 (size=47197) 2024-11-13T11:28:50,944 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/9b2838bcbd1b85cdbd320af453b73638/.tmp/cf/5e0c9a55624e4130b13b89b18fd22122 2024-11-13T11:28:50,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741854_1030 (size=28623) 2024-11-13T11:28:50,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741854_1030 (size=28623) 2024-11-13T11:28:50,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741854_1030 (size=28623) 2024-11-13T11:28:50,949 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/c06de10f1f4d2084fb6dad644b32b7c2/.tmp/cf/60a45514a2fe45d89c9d449e03ce0934 2024-11-13T11:28:50,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/9b2838bcbd1b85cdbd320af453b73638/.tmp/cf/5e0c9a55624e4130b13b89b18fd22122 as hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/9b2838bcbd1b85cdbd320af453b73638/cf/5e0c9a55624e4130b13b89b18fd22122 2024-11-13T11:28:50,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/c06de10f1f4d2084fb6dad644b32b7c2/.tmp/cf/60a45514a2fe45d89c9d449e03ce0934 as hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/c06de10f1f4d2084fb6dad644b32b7c2/cf/60a45514a2fe45d89c9d449e03ce0934 2024-11-13T11:28:51,002 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/c06de10f1f4d2084fb6dad644b32b7c2/cf/60a45514a2fe45d89c9d449e03ce0934, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T11:28:51,002 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/9b2838bcbd1b85cdbd320af453b73638/cf/5e0c9a55624e4130b13b89b18fd22122, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-13T11:28:51,009 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for c06de10f1f4d2084fb6dad644b32b7c2 in 220ms, sequenceid=5, compaction requested=false 2024-11-13T11:28:51,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for c06de10f1f4d2084fb6dad644b32b7c2: 2024-11-13T11:28:51,009 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 9b2838bcbd1b85cdbd320af453b73638 in 220ms, sequenceid=5, compaction requested=false 2024-11-13T11:28:51,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. for SnapshotProcedureTest completed. 2024-11-13T11:28:51,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 9b2838bcbd1b85cdbd320af453b73638: 2024-11-13T11:28:51,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. for SnapshotProcedureTest completed. 2024-11-13T11:28:51,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:28:51,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:28:51,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:28:51,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/c06de10f1f4d2084fb6dad644b32b7c2/cf/60a45514a2fe45d89c9d449e03ce0934] hfiles 2024-11-13T11:28:51,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:28:51,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/9b2838bcbd1b85cdbd320af453b73638/cf/5e0c9a55624e4130b13b89b18fd22122] hfiles 2024-11-13T11:28:51,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/c06de10f1f4d2084fb6dad644b32b7c2/cf/60a45514a2fe45d89c9d449e03ce0934 for snapshot=SnapshotProcedureTest 2024-11-13T11:28:51,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/9b2838bcbd1b85cdbd320af453b73638/cf/5e0c9a55624e4130b13b89b18fd22122 for snapshot=SnapshotProcedureTest 2024-11-13T11:28:51,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741855_1031 (size=105) 2024-11-13T11:28:51,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741855_1031 (size=105) 2024-11-13T11:28:51,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741855_1031 (size=105) 2024-11-13T11:28:51,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:28:51,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T11:28:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T11:28:51,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:51,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:28:51,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741856_1032 (size=105) 2024-11-13T11:28:51,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741856_1032 (size=105) 2024-11-13T11:28:51,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741856_1032 (size=105) 2024-11-13T11:28:51,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9b2838bcbd1b85cdbd320af453b73638 in 10.2760 sec 2024-11-13T11:28:51,088 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(204): Hosts are {7bf281cf3991=0} racks are {/default-rack=0} 2024-11-13T11:28:51,088 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T11:28:51,088 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T11:28:51,088 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T11:28:51,088 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T11:28:51,088 INFO [7bf281cf3991:41967 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T11:28:51,089 INFO [7bf281cf3991:41967 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T11:28:51,089 DEBUG [7bf281cf3991:41967 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T11:28:51,089 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=761014c7c55cd15540bc10d3dd8de7c7, regionState=OPENING, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:51,089 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=bd3031b43fb03310c5200ec56c124083, regionState=OPENING, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:28:51,089 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=a59664949d4d54d0494b345043673733, regionState=OPENING, regionLocation=7bf281cf3991,39063,1731497288554 2024-11-13T11:28:51,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=787482c83ba47b27426695981168d583, regionState=OPENING, regionLocation=7bf281cf3991,39063,1731497288554 2024-11-13T11:28:51,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=761014c7c55cd15540bc10d3dd8de7c7, ASSIGN because future has completed 2024-11-13T11:28:51,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7, server=7bf281cf3991,33527,1731497288419}] 2024-11-13T11:28:51,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=787482c83ba47b27426695981168d583, ASSIGN because future has completed 2024-11-13T11:28:51,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787482c83ba47b27426695981168d583, server=7bf281cf3991,39063,1731497288554}] 2024-11-13T11:28:51,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a59664949d4d54d0494b345043673733, ASSIGN because future has completed 2024-11-13T11:28:51,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure a59664949d4d54d0494b345043673733, server=7bf281cf3991,39063,1731497288554}] 2024-11-13T11:28:51,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bd3031b43fb03310c5200ec56c124083, ASSIGN because future has completed 2024-11-13T11:28:51,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd3031b43fb03310c5200ec56c124083, server=7bf281cf3991,33527,1731497288419}] 2024-11-13T11:28:51,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:28:51,437 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T11:28:51,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T11:28:51,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:51,438 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:28:51,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c06de10f1f4d2084fb6dad644b32b7c2 in 10.6800 sec 2024-11-13T11:28:55,894 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 held by pid=39 2024-11-13T11:28:55,894 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 held by pid=42 2024-11-13T11:28:55,894 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 2024-11-13T11:28:55,895 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 2024-11-13T11:28:55,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 held by pid=41 2024-11-13T11:28:55,895 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 2024-11-13T11:28:55,895 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 held by pid=40 2024-11-13T11:28:55,895 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:00,348 INFO [master/7bf281cf3991:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T11:29:00,348 INFO [master/7bf281cf3991:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T11:29:01,109 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:29:01,109 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:29:01,109 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => a59664949d4d54d0494b345043673733, NAME => 'SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T11:29:01,109 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => bd3031b43fb03310c5200ec56c124083, NAME => 'SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T11:29:01,110 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,110 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,110 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:01,110 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:01,110 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,110 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,111 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,111 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,113 INFO [StoreOpener-bd3031b43fb03310c5200ec56c124083-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,113 INFO [StoreOpener-a59664949d4d54d0494b345043673733-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,114 INFO [StoreOpener-a59664949d4d54d0494b345043673733-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a59664949d4d54d0494b345043673733 columnFamilyName cf 2024-11-13T11:29:01,115 INFO [StoreOpener-bd3031b43fb03310c5200ec56c124083-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd3031b43fb03310c5200ec56c124083 columnFamilyName cf 2024-11-13T11:29:01,115 DEBUG [StoreOpener-a59664949d4d54d0494b345043673733-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:01,115 DEBUG [StoreOpener-bd3031b43fb03310c5200ec56c124083-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:01,115 INFO [StoreOpener-a59664949d4d54d0494b345043673733-1 {}] regionserver.HStore(327): Store=a59664949d4d54d0494b345043673733/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:01,115 INFO [StoreOpener-bd3031b43fb03310c5200ec56c124083-1 {}] regionserver.HStore(327): Store=bd3031b43fb03310c5200ec56c124083/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:01,115 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,115 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,116 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,116 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,118 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,118 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,118 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,118 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,118 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,118 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,121 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,121 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,122 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened a59664949d4d54d0494b345043673733; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69113230, jitterRate=0.02986738085746765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:01,122 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,122 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened bd3031b43fb03310c5200ec56c124083; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75306079, jitterRate=0.12214802205562592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:01,122 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for a59664949d4d54d0494b345043673733: Running coprocessor pre-open hook at 1731497341111Writing region info on filesystem at 1731497341111Initializing all the Stores at 1731497341113 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497341113Cleaning up temporary data from old regions at 1731497341118 (+5 ms)Running coprocessor post-open hooks at 1731497341122 (+4 ms)Region opened successfully at 1731497341122 2024-11-13T11:29:01,122 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,122 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for bd3031b43fb03310c5200ec56c124083: Running coprocessor pre-open hook at 1731497341111Writing region info on filesystem at 1731497341111Initializing all the Stores at 1731497341113 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497341113Cleaning up temporary data from old regions at 1731497341118 (+5 ms)Running coprocessor post-open hooks at 1731497341122 (+4 ms)Region opened successfully at 1731497341122 2024-11-13T11:29:01,123 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733., pid=45, masterSystemTime=1731497341098 2024-11-13T11:29:01,123 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083., pid=46, masterSystemTime=1731497341096 2024-11-13T11:29:01,125 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:29:01,125 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:29:01,125 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:29:01,126 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 761014c7c55cd15540bc10d3dd8de7c7, NAME => 'SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T11:29:01,126 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,126 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:01,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=bd3031b43fb03310c5200ec56c124083, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:29:01,126 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:29:01,126 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,126 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:29:01,126 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,126 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:29:01,127 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 787482c83ba47b27426695981168d583, NAME => 'SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T11:29:01,127 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 787482c83ba47b27426695981168d583 2024-11-13T11:29:01,127 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:01,127 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 787482c83ba47b27426695981168d583 2024-11-13T11:29:01,127 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 787482c83ba47b27426695981168d583 2024-11-13T11:29:01,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=42 updating hbase:meta row=a59664949d4d54d0494b345043673733, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:01,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd3031b43fb03310c5200ec56c124083, server=7bf281cf3991,33527,1731497288419 because future has completed 2024-11-13T11:29:01,130 INFO [StoreOpener-787482c83ba47b27426695981168d583-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 787482c83ba47b27426695981168d583 2024-11-13T11:29:01,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=42, state=RUNNABLE, hasLock=false; OpenRegionProcedure a59664949d4d54d0494b345043673733, server=7bf281cf3991,39063,1731497288554 because future has completed 2024-11-13T11:29:01,131 INFO [StoreOpener-761014c7c55cd15540bc10d3dd8de7c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,131 INFO [StoreOpener-787482c83ba47b27426695981168d583-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 787482c83ba47b27426695981168d583 columnFamilyName cf 2024-11-13T11:29:01,131 DEBUG [StoreOpener-787482c83ba47b27426695981168d583-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:01,132 INFO [StoreOpener-787482c83ba47b27426695981168d583-1 {}] regionserver.HStore(327): Store=787482c83ba47b27426695981168d583/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:01,132 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 787482c83ba47b27426695981168d583 2024-11-13T11:29:01,132 INFO [StoreOpener-761014c7c55cd15540bc10d3dd8de7c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 761014c7c55cd15540bc10d3dd8de7c7 columnFamilyName cf 2024-11-13T11:29:01,133 DEBUG [StoreOpener-761014c7c55cd15540bc10d3dd8de7c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:01,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=41 2024-11-13T11:29:01,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure bd3031b43fb03310c5200ec56c124083, server=7bf281cf3991,33527,1731497288419 in 10.0330 sec 2024-11-13T11:29:01,133 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/787482c83ba47b27426695981168d583 2024-11-13T11:29:01,134 INFO [StoreOpener-761014c7c55cd15540bc10d3dd8de7c7-1 {}] regionserver.HStore(327): Store=761014c7c55cd15540bc10d3dd8de7c7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:01,134 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=42 2024-11-13T11:29:01,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=42, state=SUCCESS, hasLock=false; OpenRegionProcedure a59664949d4d54d0494b345043673733, server=7bf281cf3991,39063,1731497288554 in 10.0350 sec 2024-11-13T11:29:01,135 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,136 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/787482c83ba47b27426695981168d583 2024-11-13T11:29:01,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bd3031b43fb03310c5200ec56c124083, ASSIGN in 10.2000 sec 2024-11-13T11:29:01,136 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:01,136 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 787482c83ba47b27426695981168d583 2024-11-13T11:29:01,137 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 787482c83ba47b27426695981168d583 2024-11-13T11:29:01,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a59664949d4d54d0494b345043673733, ASSIGN in 10.2010 sec 2024-11-13T11:29:01,138 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,140 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,140 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 2024-11-13T11:29:01,140 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,142 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 787482c83ba47b27426695981168d583 2024-11-13T11:29:01,144 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,144 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 787482c83ba47b27426695981168d583; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70717645, jitterRate=0.05377502739429474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:01,144 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 787482c83ba47b27426695981168d583 2024-11-13T11:29:01,144 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 787482c83ba47b27426695981168d583: Running coprocessor pre-open hook at 1731497341127Writing region info on filesystem at 1731497341127Initializing all the Stores at 1731497341129 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497341129Cleaning up temporary data from old regions at 1731497341137 (+8 ms)Running coprocessor post-open hooks at 1731497341144 (+7 ms)Region opened successfully at 1731497341144 2024-11-13T11:29:01,145 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 761014c7c55cd15540bc10d3dd8de7c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71556466, jitterRate=0.06627443432807922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:01,145 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,145 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 761014c7c55cd15540bc10d3dd8de7c7: Running coprocessor pre-open hook at 1731497341126Writing region info on filesystem at 1731497341126Initializing all the Stores at 1731497341130 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497341130Cleaning up temporary data from old regions at 1731497341140 (+10 ms)Running coprocessor post-open hooks at 1731497341145 (+5 ms)Region opened successfully at 1731497341145 2024-11-13T11:29:01,146 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583., pid=44, masterSystemTime=1731497341098 2024-11-13T11:29:01,146 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7., pid=43, masterSystemTime=1731497341096 2024-11-13T11:29:01,149 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:29:01,149 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:29:01,150 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=787482c83ba47b27426695981168d583, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:01,150 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:29:01,150 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:29:01,151 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=761014c7c55cd15540bc10d3dd8de7c7, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,33527,1731497288419 2024-11-13T11:29:01,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 787482c83ba47b27426695981168d583, server=7bf281cf3991,39063,1731497288554 because future has completed 2024-11-13T11:29:01,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; OpenRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7, server=7bf281cf3991,33527,1731497288419 because future has completed 2024-11-13T11:29:01,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=39 2024-11-13T11:29:01,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 787482c83ba47b27426695981168d583, server=7bf281cf3991,39063,1731497288554 in 10.0600 sec 2024-11-13T11:29:01,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40 2024-11-13T11:29:01,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; OpenRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7, server=7bf281cf3991,33527,1731497288419 in 10.0620 sec 2024-11-13T11:29:01,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=787482c83ba47b27426695981168d583, ASSIGN in 10.2240 sec 2024-11-13T11:29:01,160 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 2024-11-13T11:29:01,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=36 2024-11-13T11:29:01,162 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:01,162 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(291): removed crashed server 7bf281cf3991,43039,1731497288511 after splitting done 2024-11-13T11:29:01,162 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=761014c7c55cd15540bc10d3dd8de7c7, ASSIGN in 10.2250 sec 2024-11-13T11:29:01,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 7bf281cf3991,43039,1731497288511, splitWal=true, meta=false in 20.2950 sec 2024-11-13T11:29:06,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-13T11:29:06,971 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:29:10,269 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T11:29:11,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T11:29:11,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:29:11,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T11:29:11,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 761014c7c55cd15540bc10d3dd8de7c7: 2024-11-13T11:29:11,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:29:11,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. for SnapshotProcedureTest completed. 2024-11-13T11:29:11,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for bd3031b43fb03310c5200ec56c124083: 2024-11-13T11:29:11,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. for SnapshotProcedureTest completed. 2024-11-13T11:29:11,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:29:11,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:29:11,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:29:11,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:29:11,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:29:11,143 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:29:11,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T11:29:11,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:29:11,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T11:29:11,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for a59664949d4d54d0494b345043673733: 2024-11-13T11:29:11,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:29:11,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. for SnapshotProcedureTest completed. 2024-11-13T11:29:11,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 787482c83ba47b27426695981168d583: 2024-11-13T11:29:11,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. for SnapshotProcedureTest completed. 2024-11-13T11:29:11,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:29:11,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:29:11,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:29:11,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:29:11,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:29:11,146 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:29:11,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741857_1033 (size=65) 2024-11-13T11:29:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741859_1035 (size=57) 2024-11-13T11:29:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741857_1033 (size=65) 2024-11-13T11:29:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741859_1035 (size=57) 2024-11-13T11:29:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741859_1035 (size=57) 2024-11-13T11:29:11,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:29:11,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:29:11,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741857_1033 (size=65) 2024-11-13T11:29:11,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T11:29:11,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T11:29:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T11:29:11,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T11:29:11,171 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41967 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 787482c83ba47b27426695981168d583 2024-11-13T11:29:11,171 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:11,171 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 2024-11-13T11:29:11,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bd3031b43fb03310c5200ec56c124083 in 30.4130 sec 2024-11-13T11:29:11,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 787482c83ba47b27426695981168d583 in 30.4130 sec 2024-11-13T11:29:11,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741858_1034 (size=65) 2024-11-13T11:29:11,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741858_1034 (size=65) 2024-11-13T11:29:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741858_1034 (size=65) 2024-11-13T11:29:11,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:29:11,180 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T11:29:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T11:29:11,181 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41967 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:11,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:11,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 761014c7c55cd15540bc10d3dd8de7c7 in 30.4230 sec 2024-11-13T11:29:11,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741860_1036 (size=65) 2024-11-13T11:29:11,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741860_1036 (size=65) 2024-11-13T11:29:11,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741860_1036 (size=65) 2024-11-13T11:29:11,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:29:11,194 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T11:29:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T11:29:11,195 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41967 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a59664949d4d54d0494b345043673733 2024-11-13T11:29:11,195 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 2024-11-13T11:29:11,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=25 2024-11-13T11:29:11,199 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T11:29:11,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a59664949d4d54d0494b345043673733 in 30.4370 sec 2024-11-13T11:29:11,201 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T11:29:11,204 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T11:29:11,204 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T11:29:11,207 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T11:29:11,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741861_1037 (size=1094) 2024-11-13T11:29:11,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741861_1037 (size=1094) 2024-11-13T11:29:11,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741861_1037 (size=1094) 2024-11-13T11:29:11,233 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T11:29:11,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=48, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T11:29:11,250 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,33527,1731497288419 2024-11-13T11:29:11,250 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:11,250 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,33527,1731497288419 2024-11-13T11:29:11,251 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,33527,1731497288419 2024-11-13T11:29:11,251 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:11,257 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:11,404 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:41967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T11:29:15,968 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c06de10f1f4d2084fb6dad644b32b7c2, had cached 0 bytes from a total of 28623 2024-11-13T11:29:16,008 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9b2838bcbd1b85cdbd320af453b73638, had cached 0 bytes from a total of 47197 2024-11-13T11:29:21,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-13T11:29:21,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-13T11:29:21,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-13T11:29:21,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=48 2024-11-13T11:29:21,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=47 2024-11-13T11:29:21,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-13T11:29:21,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T11:29:21,262 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T11:29:21,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-13T11:29:21,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-13T11:29:21,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-13T11:29:21,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-13T11:29:21,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-13T11:29:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-13T11:29:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-13T11:29:21,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-13T11:29:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-13T11:29:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-13T11:29:21,267 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,33527,1731497288419 Release verify snapshot worker=7bf281cf3991,33527,1731497288419 2024-11-13T11:29:21,267 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=48, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 Release verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-13T11:29:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-13T11:29:21,269 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 Release verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:21,269 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,33527,1731497288419 Release verify snapshot worker=7bf281cf3991,33527,1731497288419 2024-11-13T11:29:21,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,33527,1731497288419 in 10.0240 sec 2024-11-13T11:29:21,271 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=47, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,33527,1731497288419 Release verify snapshot worker=7bf281cf3991,33527,1731497288419 2024-11-13T11:29:21,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 in 10.0260 sec 2024-11-13T11:29:21,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 in 10.0250 sec 2024-11-13T11:29:21,272 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 Release verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:21,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,33527,1731497288419 in 10.0260 sec 2024-11-13T11:29:21,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,33527,1731497288419 in 10.0280 sec 2024-11-13T11:29:21,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 in 10.0290 sec 2024-11-13T11:29:21,274 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:21,274 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:21,275 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:21,275 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,33527,1731497288419 2024-11-13T11:29:21,344 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 761014c7c55cd15540bc10d3dd8de7c7 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:29:21,345 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6b55b689f10ebaeb76fc136522a87f35 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:29:21,345 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fa3b68d74fa4639b637b4a2e5863e9d8 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:29:21,346 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bd3031b43fb03310c5200ec56c124083 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:29:21,346 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9b2838bcbd1b85cdbd320af453b73638 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:29:21,346 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3e4756a9d3dd6421894a3a7f189fda58 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:29:21,347 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 45434118dc69c804c6c7eda1ca46599d changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:29:21,347 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a59664949d4d54d0494b345043673733 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:29:21,347 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c06de10f1f4d2084fb6dad644b32b7c2 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:29:21,347 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 787482c83ba47b27426695981168d583 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:29:31,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-13T11:29:31,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-13T11:29:31,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-13T11:29:31,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39063 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-13T11:29:31,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-13T11:29:31,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-13T11:29:31,279 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-13T11:29:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-13T11:29:31,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-13T11:29:31,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-13T11:29:31,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-13T11:29:31,283 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 Release verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:31,283 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,33527,1731497288419 Release verify snapshot worker=7bf281cf3991,33527,1731497288419 2024-11-13T11:29:31,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41967 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-13T11:29:31,285 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 Release verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:31,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 in 20.0400 sec 2024-11-13T11:29:31,286 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 Release verify snapshot worker=7bf281cf3991,39063,1731497288554 2024-11-13T11:29:31,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,33527,1731497288419 in 20.0400 sec 2024-11-13T11:29:31,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 in 20.0420 sec 2024-11-13T11:29:31,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-13T11:29:31,289 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T11:29:31,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39063,1731497288554 in 20.0430 sec 2024-11-13T11:29:31,290 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T11:29:31,292 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T11:29:31,292 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T11:29:31,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 50.5770 sec 2024-11-13T11:29:31,504 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T11:29:31,510 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T11:29:31,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:29:31,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:29:31,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:29:31,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:29:31,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:29:31,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:29:31,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:29:31,512 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=441821929, stopped=false 2024-11-13T11:29:31,512 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,41967,1731497287823 2024-11-13T11:29:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T11:29:31,514 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T11:29:31,514 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T11:29:31,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:31,514 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:31,514 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:31,514 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:29:31,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:29:31,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:29:31,515 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:29:31,515 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:29:31,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:29:31,515 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,33527,1731497288419' ***** 2024-11-13T11:29:31,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:29:31,515 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:29:31,515 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,39063,1731497288554' ***** 2024-11-13T11:29:31,515 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:29:31,516 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:29:31,516 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:29:31,516 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:29:31,516 INFO [RS:0;7bf281cf3991:33527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:29:31,516 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:29:31,516 INFO [RS:0;7bf281cf3991:33527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:29:31,516 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(3091): Received CLOSE for bd3031b43fb03310c5200ec56c124083 2024-11-13T11:29:31,517 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(3091): Received CLOSE for 761014c7c55cd15540bc10d3dd8de7c7 2024-11-13T11:29:31,517 INFO [RS:2;7bf281cf3991:39063 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:29:31,517 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(3091): Received CLOSE for 9b2838bcbd1b85cdbd320af453b73638 2024-11-13T11:29:31,517 INFO [RS:2;7bf281cf3991:39063 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:29:31,517 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b55b689f10ebaeb76fc136522a87f35 2024-11-13T11:29:31,517 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(3091): Received CLOSE for fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:29:31,517 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e4756a9d3dd6421894a3a7f189fda58 2024-11-13T11:29:31,517 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,33527,1731497288419 2024-11-13T11:29:31,517 INFO [RS:0;7bf281cf3991:33527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:29:31,517 INFO [RS:0;7bf281cf3991:33527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:33527. 2024-11-13T11:29:31,517 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(3091): Received CLOSE for a59664949d4d54d0494b345043673733 2024-11-13T11:29:31,517 DEBUG [RS:0;7bf281cf3991:33527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:29:31,517 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(3091): Received CLOSE for c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:29:31,517 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd3031b43fb03310c5200ec56c124083, disabling compactions & flushes 2024-11-13T11:29:31,517 DEBUG [RS:0;7bf281cf3991:33527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:29:31,517 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e4756a9d3dd6421894a3a7f189fda58, disabling compactions & flushes 2024-11-13T11:29:31,517 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(3091): Received CLOSE for 787482c83ba47b27426695981168d583 2024-11-13T11:29:31,517 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:29:31,517 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:29:31,517 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(3091): Received CLOSE for 45434118dc69c804c6c7eda1ca46599d 2024-11-13T11:29:31,517 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:29:31,517 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:29:31,517 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,39063,1731497288554 2024-11-13T11:29:31,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. after waiting 0 ms 2024-11-13T11:29:31,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. after waiting 0 ms 2024-11-13T11:29:31,518 INFO [RS:2;7bf281cf3991:39063 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:29:31,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:29:31,518 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:29:31,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:29:31,518 INFO [RS:2;7bf281cf3991:39063 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7bf281cf3991:39063. 2024-11-13T11:29:31,518 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:29:31,518 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:29:31,518 DEBUG [RS:2;7bf281cf3991:39063 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:29:31,518 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:29:31,518 DEBUG [RS:2;7bf281cf3991:39063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:29:31,518 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-13T11:29:31,518 DEBUG [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(1325): Online Regions={3e4756a9d3dd6421894a3a7f189fda58=SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58., a59664949d4d54d0494b345043673733=SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733., c06de10f1f4d2084fb6dad644b32b7c2=SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2., 787482c83ba47b27426695981168d583=SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583., 45434118dc69c804c6c7eda1ca46599d=SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d.} 2024-11-13T11:29:31,518 DEBUG [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(1351): Waiting on 3e4756a9d3dd6421894a3a7f189fda58, 45434118dc69c804c6c7eda1ca46599d, 787482c83ba47b27426695981168d583, a59664949d4d54d0494b345043673733, c06de10f1f4d2084fb6dad644b32b7c2 2024-11-13T11:29:31,521 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-13T11:29:31,521 DEBUG [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(1325): Online Regions={bd3031b43fb03310c5200ec56c124083=SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083., 761014c7c55cd15540bc10d3dd8de7c7=SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7., 1588230740=hbase:meta,,1.1588230740, 9b2838bcbd1b85cdbd320af453b73638=SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638., 6b55b689f10ebaeb76fc136522a87f35=SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35., fa3b68d74fa4639b637b4a2e5863e9d8=SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8.} 2024-11-13T11:29:31,521 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:29:31,521 DEBUG [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6b55b689f10ebaeb76fc136522a87f35, 761014c7c55cd15540bc10d3dd8de7c7, 9b2838bcbd1b85cdbd320af453b73638, bd3031b43fb03310c5200ec56c124083, fa3b68d74fa4639b637b4a2e5863e9d8 2024-11-13T11:29:31,521 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:29:31,521 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:29:31,521 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:29:31,522 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:29:31,522 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=16.34 KB heapSize=27.36 KB 2024-11-13T11:29:31,526 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/3e4756a9d3dd6421894a3a7f189fda58/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:29:31,528 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/bd3031b43fb03310c5200ec56c124083/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:29:31,529 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:29:31,529 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:29:31,529 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd3031b43fb03310c5200ec56c124083: Waiting for close lock at 1731497371517Running coprocessor pre-close hooks at 1731497371517Disabling compacts and flushes for region at 1731497371517Disabling writes for close at 1731497371518 (+1 ms)Writing region close event to WAL at 1731497371521 (+3 ms)Running coprocessor post-close hooks at 1731497371528 (+7 ms)Closed at 1731497371529 (+1 ms) 2024-11-13T11:29:31,529 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e4756a9d3dd6421894a3a7f189fda58: Waiting for close lock at 1731497371517Running coprocessor pre-close hooks at 1731497371517Disabling compacts and flushes for region at 1731497371517Disabling writes for close at 1731497371518 (+1 ms)Writing region close event to WAL at 1731497371521 (+3 ms)Running coprocessor post-close hooks at 1731497371527 (+6 ms)Closed at 1731497371529 (+2 ms) 2024-11-13T11:29:31,529 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:29:31,529 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:29:31,530 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731497300546.bd3031b43fb03310c5200ec56c124083. 2024-11-13T11:29:31,530 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731497300546.3e4756a9d3dd6421894a3a7f189fda58. 2024-11-13T11:29:31,530 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 761014c7c55cd15540bc10d3dd8de7c7, disabling compactions & flushes 2024-11-13T11:29:31,530 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a59664949d4d54d0494b345043673733, disabling compactions & flushes 2024-11-13T11:29:31,530 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:29:31,530 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:29:31,530 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:29:31,530 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:29:31,530 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. after waiting 0 ms 2024-11-13T11:29:31,530 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. after waiting 0 ms 2024-11-13T11:29:31,530 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:29:31,530 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:29:31,540 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/761014c7c55cd15540bc10d3dd8de7c7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:29:31,540 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/a59664949d4d54d0494b345043673733/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:29:31,541 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 761014c7c55cd15540bc10d3dd8de7c7: Waiting for close lock at 1731497371530Running coprocessor pre-close hooks at 1731497371530Disabling compacts and flushes for region at 1731497371530Disabling writes for close at 1731497371530Writing region close event to WAL at 1731497371536 (+6 ms)Running coprocessor post-close hooks at 1731497371541 (+5 ms)Closed at 1731497371541 2024-11-13T11:29:31,542 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7. 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a59664949d4d54d0494b345043673733: Waiting for close lock at 1731497371530Running coprocessor pre-close hooks at 1731497371530Disabling compacts and flushes for region at 1731497371530Disabling writes for close at 1731497371530Writing region close event to WAL at 1731497371536 (+6 ms)Running coprocessor post-close hooks at 1731497371542 (+6 ms)Closed at 1731497371542 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9b2838bcbd1b85cdbd320af453b73638, disabling compactions & flushes 2024-11-13T11:29:31,542 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731497300546.a59664949d4d54d0494b345043673733. 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. after waiting 0 ms 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c06de10f1f4d2084fb6dad644b32b7c2, disabling compactions & flushes 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:29:31,542 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. after waiting 0 ms 2024-11-13T11:29:31,542 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:29:31,554 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/.tmp/info/826e9519b76644e582dfff1fd16ad354 is 167, key is SPTestTable,19999999,1731497300546.761014c7c55cd15540bc10d3dd8de7c7./info:regioninfo/1731497341151/Put/seqid=0 2024-11-13T11:29:31,554 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/9b2838bcbd1b85cdbd320af453b73638/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:29:31,555 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:29:31,555 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9b2838bcbd1b85cdbd320af453b73638: Waiting for close lock at 1731497371542Running coprocessor pre-close hooks at 1731497371542Disabling compacts and flushes for region at 1731497371542Disabling writes for close at 1731497371542Writing region close event to WAL at 1731497371548 (+6 ms)Running coprocessor post-close hooks at 1731497371555 (+7 ms)Closed at 1731497371555 2024-11-13T11:29:31,555 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731497300546.9b2838bcbd1b85cdbd320af453b73638. 2024-11-13T11:29:31,555 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b55b689f10ebaeb76fc136522a87f35, disabling compactions & flushes 2024-11-13T11:29:31,556 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:29:31,556 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:29:31,556 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. after waiting 0 ms 2024-11-13T11:29:31,556 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:29:31,556 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/c06de10f1f4d2084fb6dad644b32b7c2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:29:31,557 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:29:31,557 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c06de10f1f4d2084fb6dad644b32b7c2: Waiting for close lock at 1731497371542Running coprocessor pre-close hooks at 1731497371542Disabling compacts and flushes for region at 1731497371542Disabling writes for close at 1731497371542Writing region close event to WAL at 1731497371548 (+6 ms)Running coprocessor post-close hooks at 1731497371556 (+8 ms)Closed at 1731497371557 (+1 ms) 2024-11-13T11:29:31,557 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731497300546.c06de10f1f4d2084fb6dad644b32b7c2. 2024-11-13T11:29:31,557 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 787482c83ba47b27426695981168d583, disabling compactions & flushes 2024-11-13T11:29:31,557 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:29:31,557 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:29:31,557 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. after waiting 0 ms 2024-11-13T11:29:31,557 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:29:31,566 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/6b55b689f10ebaeb76fc136522a87f35/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:29:31,567 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:29:31,567 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b55b689f10ebaeb76fc136522a87f35: Waiting for close lock at 1731497371555Running coprocessor pre-close hooks at 1731497371555Disabling compacts and flushes for region at 1731497371555Disabling writes for close at 1731497371556 (+1 ms)Writing region close event to WAL at 1731497371556Running coprocessor post-close hooks at 1731497371567 (+11 ms)Closed at 1731497371567 2024-11-13T11:29:31,567 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731497300546.6b55b689f10ebaeb76fc136522a87f35. 2024-11-13T11:29:31,567 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa3b68d74fa4639b637b4a2e5863e9d8, disabling compactions & flushes 2024-11-13T11:29:31,567 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:29:31,567 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:29:31,567 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. after waiting 0 ms 2024-11-13T11:29:31,567 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:29:31,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741862_1038 (size=20292) 2024-11-13T11:29:31,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741862_1038 (size=20292) 2024-11-13T11:29:31,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741862_1038 (size=20292) 2024-11-13T11:29:31,577 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/787482c83ba47b27426695981168d583/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:29:31,578 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.18 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/.tmp/info/826e9519b76644e582dfff1fd16ad354 2024-11-13T11:29:31,578 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:29:31,578 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 787482c83ba47b27426695981168d583: Waiting for close lock at 1731497371557Running coprocessor pre-close hooks at 1731497371557Disabling compacts and flushes for region at 1731497371557Disabling writes for close at 1731497371557Writing region close event to WAL at 1731497371565 (+8 ms)Running coprocessor post-close hooks at 1731497371578 (+13 ms)Closed at 1731497371578 2024-11-13T11:29:31,579 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731497300546.787482c83ba47b27426695981168d583. 2024-11-13T11:29:31,579 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45434118dc69c804c6c7eda1ca46599d, disabling compactions & flushes 2024-11-13T11:29:31,579 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:29:31,579 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:29:31,579 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. after waiting 0 ms 2024-11-13T11:29:31,579 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:29:31,580 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/fa3b68d74fa4639b637b4a2e5863e9d8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:29:31,581 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:29:31,581 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa3b68d74fa4639b637b4a2e5863e9d8: Waiting for close lock at 1731497371567Running coprocessor pre-close hooks at 1731497371567Disabling compacts and flushes for region at 1731497371567Disabling writes for close at 1731497371567Writing region close event to WAL at 1731497371572 (+5 ms)Running coprocessor post-close hooks at 1731497371580 (+8 ms)Closed at 1731497371581 (+1 ms) 2024-11-13T11:29:31,581 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731497300546.fa3b68d74fa4639b637b4a2e5863e9d8. 2024-11-13T11:29:31,585 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/default/SPTestTable/45434118dc69c804c6c7eda1ca46599d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:29:31,586 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:29:31,586 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45434118dc69c804c6c7eda1ca46599d: Waiting for close lock at 1731497371579Running coprocessor pre-close hooks at 1731497371579Disabling compacts and flushes for region at 1731497371579Disabling writes for close at 1731497371579Writing region close event to WAL at 1731497371580 (+1 ms)Running coprocessor post-close hooks at 1731497371586 (+6 ms)Closed at 1731497371586 2024-11-13T11:29:31,587 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731497300546.45434118dc69c804c6c7eda1ca46599d. 2024-11-13T11:29:31,603 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/.tmp/ns/8f10b6a8a32b4d80a0b02237cae91fa6 is 43, key is default/ns:d/1731497300254/Put/seqid=0 2024-11-13T11:29:31,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741863_1039 (size=5153) 2024-11-13T11:29:31,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741863_1039 (size=5153) 2024-11-13T11:29:31,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741863_1039 (size=5153) 2024-11-13T11:29:31,610 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/.tmp/ns/8f10b6a8a32b4d80a0b02237cae91fa6 2024-11-13T11:29:31,633 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:29:31,633 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:29:31,633 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/.tmp/table/c539ce228ed14d82bf0eb6683550fe1b is 47, key is SPTestTable/table:state/1731497311079/Put/seqid=0 2024-11-13T11:29:31,633 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:29:31,633 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:29:31,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741864_1040 (size=5214) 2024-11-13T11:29:31,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741864_1040 (size=5214) 2024-11-13T11:29:31,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741864_1040 (size=5214) 2024-11-13T11:29:31,640 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/.tmp/table/c539ce228ed14d82bf0eb6683550fe1b 2024-11-13T11:29:31,647 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/.tmp/info/826e9519b76644e582dfff1fd16ad354 as hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/info/826e9519b76644e582dfff1fd16ad354 2024-11-13T11:29:31,654 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/info/826e9519b76644e582dfff1fd16ad354, entries=116, sequenceid=37, filesize=19.8 K 2024-11-13T11:29:31,655 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/.tmp/ns/8f10b6a8a32b4d80a0b02237cae91fa6 as hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/ns/8f10b6a8a32b4d80a0b02237cae91fa6 2024-11-13T11:29:31,663 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/ns/8f10b6a8a32b4d80a0b02237cae91fa6, entries=2, sequenceid=37, filesize=5.0 K 2024-11-13T11:29:31,664 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/.tmp/table/c539ce228ed14d82bf0eb6683550fe1b as hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/table/c539ce228ed14d82bf0eb6683550fe1b 2024-11-13T11:29:31,672 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/table/c539ce228ed14d82bf0eb6683550fe1b, entries=2, sequenceid=37, filesize=5.1 K 2024-11-13T11:29:31,673 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=37, compaction requested=false 2024-11-13T11:29:31,677 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=1 2024-11-13T11:29:31,678 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:29:31,678 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:29:31,678 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497371521Running coprocessor pre-close hooks at 1731497371521Disabling compacts and flushes for region at 1731497371521Disabling writes for close at 1731497371522 (+1 ms)Obtaining lock to block concurrent updates at 1731497371522Preparing flush snapshotting stores in 1588230740 at 1731497371522Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=16732, getHeapSize=27952, getOffHeapSize=0, getCellsCount=136 at 1731497371523 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731497371523Flushing 1588230740/info: creating writer at 1731497371524 (+1 ms)Flushing 1588230740/info: appending metadata at 1731497371553 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731497371553Flushing 1588230740/ns: creating writer at 1731497371587 (+34 ms)Flushing 1588230740/ns: appending metadata at 1731497371602 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731497371603 (+1 ms)Flushing 1588230740/table: creating writer at 1731497371618 (+15 ms)Flushing 1588230740/table: appending metadata at 1731497371633 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731497371633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6183d72d: reopening flushed file at 1731497371646 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71dc8832: reopening flushed file at 1731497371654 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276f8188: reopening flushed file at 1731497371663 (+9 ms)Finished flush of dataSize ~16.34 KB/16732, heapSize ~27.06 KB/27712, currentSize=0 B/0 for 1588230740 in 150ms, sequenceid=37, compaction requested=false at 1731497371673 (+10 ms)Writing region close event to WAL at 1731497371674 (+1 ms)Running coprocessor post-close hooks at 1731497371678 (+4 ms)Closed at 1731497371678 2024-11-13T11:29:31,678 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:29:31,719 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,39063,1731497288554; all regions closed. 2024-11-13T11:29:31,722 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,33527,1731497288419; all regions closed. 2024-11-13T11:29:31,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741835_1011 (size=3500) 2024-11-13T11:29:31,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741835_1011 (size=3500) 2024-11-13T11:29:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741835_1011 (size=3500) 2024-11-13T11:29:31,729 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/WALs/7bf281cf3991,33527,1731497288419/7bf281cf3991%2C33527%2C1731497288419.meta.1731497300108.meta not finished, retry = 0 2024-11-13T11:29:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741836_1012 (size=19530) 2024-11-13T11:29:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741836_1012 (size=19530) 2024-11-13T11:29:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741836_1012 (size=19530) 2024-11-13T11:29:31,731 DEBUG [RS:2;7bf281cf3991:39063 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/oldWALs 2024-11-13T11:29:31,732 INFO [RS:2;7bf281cf3991:39063 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C39063%2C1731497288554:(num 1731497289803) 2024-11-13T11:29:31,732 DEBUG [RS:2;7bf281cf3991:39063 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:29:31,732 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:29:31,732 INFO [RS:2;7bf281cf3991:39063 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:29:31,732 INFO [RS:2;7bf281cf3991:39063 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T11:29:31,732 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:29:31,732 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:29:31,732 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:29:31,732 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:29:31,732 INFO [RS:2;7bf281cf3991:39063 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:29:31,733 INFO [RS:2;7bf281cf3991:39063 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39063 2024-11-13T11:29:31,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T11:29:31,734 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7bf281cf3991,39063,1731497288554 2024-11-13T11:29:31,734 INFO [RS:2;7bf281cf3991:39063 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:29:31,735 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,39063,1731497288554] 2024-11-13T11:29:31,736 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7bf281cf3991,39063,1731497288554 already deleted, retry=false 2024-11-13T11:29:31,736 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,39063,1731497288554 expired; onlineServers=1 2024-11-13T11:29:31,834 DEBUG [RS:0;7bf281cf3991:33527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/oldWALs 2024-11-13T11:29:31,835 INFO [RS:0;7bf281cf3991:33527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C33527%2C1731497288419.meta:.meta(num 1731497300108) 2024-11-13T11:29:31,835 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:29:31,835 INFO [RS:2;7bf281cf3991:39063 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:29:31,835 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39063-0x10038d739e90003, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:29:31,836 INFO [RS:2;7bf281cf3991:39063 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,39063,1731497288554; zookeeper connection closed. 2024-11-13T11:29:31,836 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@199e6d7a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@199e6d7a 2024-11-13T11:29:31,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741834_1010 (size=3530) 2024-11-13T11:29:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741834_1010 (size=3530) 2024-11-13T11:29:31,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741834_1010 (size=3530) 2024-11-13T11:29:31,844 DEBUG [RS:0;7bf281cf3991:33527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/oldWALs 2024-11-13T11:29:31,844 INFO [RS:0;7bf281cf3991:33527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C33527%2C1731497288419:(num 1731497289803) 2024-11-13T11:29:31,844 DEBUG [RS:0;7bf281cf3991:33527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:29:31,844 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:29:31,844 INFO [RS:0;7bf281cf3991:33527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:29:31,845 INFO [RS:0;7bf281cf3991:33527 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T11:29:31,845 INFO [RS:0;7bf281cf3991:33527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:29:31,845 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:29:31,845 INFO [RS:0;7bf281cf3991:33527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33527 2024-11-13T11:29:31,847 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7bf281cf3991,33527,1731497288419 2024-11-13T11:29:31,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T11:29:31,848 INFO [RS:0;7bf281cf3991:33527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:29:31,848 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,33527,1731497288419] 2024-11-13T11:29:31,849 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7bf281cf3991,33527,1731497288419 already deleted, retry=false 2024-11-13T11:29:31,849 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,33527,1731497288419 expired; onlineServers=0 2024-11-13T11:29:31,849 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,41967,1731497287823' ***** 2024-11-13T11:29:31,850 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:29:31,850 INFO [M:0;7bf281cf3991:41967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:29:31,850 INFO [M:0;7bf281cf3991:41967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:29:31,850 DEBUG [M:0;7bf281cf3991:41967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:29:31,850 DEBUG [M:0;7bf281cf3991:41967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:29:31,850 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:29:31,850 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497289502 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497289502,5,FailOnTimeoutGroup] 2024-11-13T11:29:31,850 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497289472 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497289472,5,FailOnTimeoutGroup] 2024-11-13T11:29:31,850 INFO [M:0;7bf281cf3991:41967 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:29:31,850 INFO [M:0;7bf281cf3991:41967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:29:31,851 DEBUG [M:0;7bf281cf3991:41967 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:29:31,851 INFO [M:0;7bf281cf3991:41967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:29:31,851 INFO [M:0;7bf281cf3991:41967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:29:31,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T11:29:31,851 ERROR [M:0;7bf281cf3991:41967 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT 2024-11-13T11:29:31,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:46867 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46867,5,PEWorkerGroup] 2024-11-13T11:29:31,852 INFO [M:0;7bf281cf3991:41967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:29:31,852 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:29:31,852 DEBUG [M:0;7bf281cf3991:41967 {}] zookeeper.ZKUtil(347): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T11:29:31,852 WARN [M:0;7bf281cf3991:41967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:29:31,853 INFO [M:0;7bf281cf3991:41967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/.lastflushedseqids 2024-11-13T11:29:31,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741865_1041 (size=686) 2024-11-13T11:29:31,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741865_1041 (size=686) 2024-11-13T11:29:31,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741865_1041 (size=686) 2024-11-13T11:29:31,866 INFO [M:0;7bf281cf3991:41967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:29:31,867 INFO [M:0;7bf281cf3991:41967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:29:31,867 DEBUG [M:0;7bf281cf3991:41967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:29:31,867 INFO [M:0;7bf281cf3991:41967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:29:31,867 DEBUG [M:0;7bf281cf3991:41967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:29:31,867 DEBUG [M:0;7bf281cf3991:41967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:29:31,867 DEBUG [M:0;7bf281cf3991:41967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:29:31,867 INFO [M:0;7bf281cf3991:41967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=195.28 KB heapSize=242.05 KB 2024-11-13T11:29:31,885 DEBUG [M:0;7bf281cf3991:41967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/607e5a8e72d143cc8e51f178a3099d34 is 82, key is hbase:meta,,1/info:regioninfo/1731497300188/Put/seqid=0 2024-11-13T11:29:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741866_1042 (size=5672) 2024-11-13T11:29:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741866_1042 (size=5672) 2024-11-13T11:29:31,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741866_1042 (size=5672) 2024-11-13T11:29:31,893 INFO [M:0;7bf281cf3991:41967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/607e5a8e72d143cc8e51f178a3099d34 2024-11-13T11:29:31,916 DEBUG [M:0;7bf281cf3991:41967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/463dbf99c35a49dda08a6743d60e77d5 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731497311087/Put/seqid=0 2024-11-13T11:29:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741867_1043 (size=8974) 2024-11-13T11:29:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741867_1043 (size=8974) 2024-11-13T11:29:31,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741867_1043 (size=8974) 2024-11-13T11:29:31,928 INFO [M:0;7bf281cf3991:41967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=194.54 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/463dbf99c35a49dda08a6743d60e77d5 2024-11-13T11:29:31,935 INFO [M:0;7bf281cf3991:41967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 463dbf99c35a49dda08a6743d60e77d5 2024-11-13T11:29:31,949 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:29:31,949 INFO [RS:0;7bf281cf3991:33527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:29:31,949 INFO [RS:0;7bf281cf3991:33527 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,33527,1731497288419; zookeeper connection closed. 2024-11-13T11:29:31,949 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33527-0x10038d739e90001, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:29:31,949 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4083e201 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4083e201 2024-11-13T11:29:31,950 DEBUG [M:0;7bf281cf3991:41967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1924fbf4418f4deebc42b4f6332f7d40 is 69, key is 7bf281cf3991,33527,1731497288419/rs:state/1731497289540/Put/seqid=0 2024-11-13T11:29:31,950 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T11:29:31,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741868_1044 (size=5441) 2024-11-13T11:29:31,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741868_1044 (size=5441) 2024-11-13T11:29:31,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741868_1044 (size=5441) 2024-11-13T11:29:31,957 INFO [M:0;7bf281cf3991:41967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1924fbf4418f4deebc42b4f6332f7d40 2024-11-13T11:29:31,962 INFO [M:0;7bf281cf3991:41967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1924fbf4418f4deebc42b4f6332f7d40 2024-11-13T11:29:31,963 DEBUG [M:0;7bf281cf3991:41967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/607e5a8e72d143cc8e51f178a3099d34 as hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/607e5a8e72d143cc8e51f178a3099d34 2024-11-13T11:29:31,970 INFO [M:0;7bf281cf3991:41967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/607e5a8e72d143cc8e51f178a3099d34, entries=8, sequenceid=513, filesize=5.5 K 2024-11-13T11:29:31,971 DEBUG [M:0;7bf281cf3991:41967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/463dbf99c35a49dda08a6743d60e77d5 as hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/463dbf99c35a49dda08a6743d60e77d5 2024-11-13T11:29:31,977 INFO [M:0;7bf281cf3991:41967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 463dbf99c35a49dda08a6743d60e77d5 2024-11-13T11:29:31,977 INFO [M:0;7bf281cf3991:41967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/463dbf99c35a49dda08a6743d60e77d5, entries=56, sequenceid=513, filesize=8.8 K 2024-11-13T11:29:31,978 DEBUG [M:0;7bf281cf3991:41967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1924fbf4418f4deebc42b4f6332f7d40 as hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1924fbf4418f4deebc42b4f6332f7d40 2024-11-13T11:29:31,985 INFO [M:0;7bf281cf3991:41967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1924fbf4418f4deebc42b4f6332f7d40 2024-11-13T11:29:31,985 INFO [M:0;7bf281cf3991:41967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46867/user/jenkins/test-data/ee2adf8f-7b49-1ec4-fede-18250acced4a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1924fbf4418f4deebc42b4f6332f7d40, entries=3, sequenceid=513, filesize=5.3 K 2024-11-13T11:29:31,986 INFO [M:0;7bf281cf3991:41967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~195.28 KB/199967, heapSize ~241.75 KB/247552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=513, compaction requested=false 2024-11-13T11:29:31,988 INFO [M:0;7bf281cf3991:41967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:29:31,988 DEBUG [M:0;7bf281cf3991:41967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497371867Disabling compacts and flushes for region at 1731497371867Disabling writes for close at 1731497371867Obtaining lock to block concurrent updates at 1731497371867Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497371867Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=199967, getHeapSize=247792, getOffHeapSize=0, getCellsCount=620 at 1731497371868 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497371868Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497371868Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497371884 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497371884Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497371899 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497371915 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497371915Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497371935 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497371949 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497371949Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f88fc2a: reopening flushed file at 1731497371962 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b23cd6f: reopening flushed file at 1731497371970 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13f60d40: reopening flushed file at 1731497371977 (+7 ms)Finished flush of dataSize ~195.28 KB/199967, heapSize ~241.75 KB/247552, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 119ms, sequenceid=513, compaction requested=false at 1731497371986 (+9 ms)Writing region close event to WAL at 1731497371988 (+2 ms)Closed at 1731497371988 2024-11-13T11:29:31,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34873 is added to blk_1073741830_1006 (size=234159) 2024-11-13T11:29:31,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37651 is added to blk_1073741830_1006 (size=234159) 2024-11-13T11:29:31,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40307 is added to blk_1073741830_1006 (size=234159) 2024-11-13T11:29:31,992 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:29:31,992 INFO [M:0;7bf281cf3991:41967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:29:31,992 INFO [M:0;7bf281cf3991:41967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41967 2024-11-13T11:29:31,992 INFO [M:0;7bf281cf3991:41967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:29:32,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:29:32,094 INFO [M:0;7bf281cf3991:41967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:29:32,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41967-0x10038d739e90000, quorum=127.0.0.1:57734, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:29:32,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e7c21d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:29:32,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30cac06d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:29:32,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:29:32,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3abb77fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:29:32,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fcaba0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.log.dir/,STOPPED} 2024-11-13T11:29:32,110 WARN [BP-1711449842-172.17.0.2-1731497285009 heartbeating to localhost/127.0.0.1:46867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:29:32,110 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:29:32,110 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:29:32,110 WARN [BP-1711449842-172.17.0.2-1731497285009 heartbeating to localhost/127.0.0.1:46867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1711449842-172.17.0.2-1731497285009 (Datanode Uuid 16c8125b-9da5-4d27-b19a-76fb1ae40245) service to localhost/127.0.0.1:46867 2024-11-13T11:29:32,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data5/current/BP-1711449842-172.17.0.2-1731497285009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:29:32,111 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data6/current/BP-1711449842-172.17.0.2-1731497285009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:29:32,111 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:29:32,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9d2632f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:29:32,118 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c8e80d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:29:32,118 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:29:32,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a2b6a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:29:32,118 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cae7855{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.log.dir/,STOPPED} 2024-11-13T11:29:32,120 WARN [BP-1711449842-172.17.0.2-1731497285009 heartbeating to localhost/127.0.0.1:46867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:29:32,120 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:29:32,120 WARN [BP-1711449842-172.17.0.2-1731497285009 heartbeating to localhost/127.0.0.1:46867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1711449842-172.17.0.2-1731497285009 (Datanode Uuid ff0c45f5-8404-4401-84d4-ab004d11bf9f) service to localhost/127.0.0.1:46867 2024-11-13T11:29:32,120 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:29:32,120 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data3/current/BP-1711449842-172.17.0.2-1731497285009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:29:32,121 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data4/current/BP-1711449842-172.17.0.2-1731497285009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:29:32,121 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:29:32,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1722ba9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:29:32,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57faae2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:29:32,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:29:32,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55b4afc5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:29:32,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@225fb320{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.log.dir/,STOPPED} 2024-11-13T11:29:32,125 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:29:32,125 WARN [BP-1711449842-172.17.0.2-1731497285009 heartbeating to localhost/127.0.0.1:46867 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:29:32,125 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:29:32,125 WARN [BP-1711449842-172.17.0.2-1731497285009 heartbeating to localhost/127.0.0.1:46867 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1711449842-172.17.0.2-1731497285009 (Datanode Uuid 9ce4a3ff-c216-4268-85ad-f6e07db5f62c) service to localhost/127.0.0.1:46867 2024-11-13T11:29:32,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data1/current/BP-1711449842-172.17.0.2-1731497285009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:29:32,126 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/cluster_f294f495-c317-56a0-d8c6-95f8cbc024a7/data/data2/current/BP-1711449842-172.17.0.2-1731497285009 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:29:32,126 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:29:32,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f9aa94c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:29:32,137 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13717375{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:29:32,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:29:32,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a64764{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:29:32,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7384c3bf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.log.dir/,STOPPED} 2024-11-13T11:29:32,147 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T11:29:32,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:29:32,195 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=93 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:46867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/7bf281cf3991:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:46867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46867 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:46867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7bf281cf3991:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7bf281cf3991:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46867 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7bf281cf3991:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7bf281cf3991:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: master/7bf281cf3991:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7bf281cf3991:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46867 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46867 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@78e976a1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:46867 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=76 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=2129 (was 3463) 2024-11-13T11:29:32,202 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=94, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=76, ProcessCount=11, AvailableMemoryMB=2129 2024-11-13T11:29:32,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.log.dir so I do NOT create it in target/test-data/28653585-9a0b-e107-91f9-00264eac4727 2024-11-13T11:29:32,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:29:32,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.tmp.dir so I do NOT create it in target/test-data/28653585-9a0b-e107-91f9-00264eac4727 2024-11-13T11:29:32,215 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/09b8e334-2969-ba9c-fec9-cec39debfdc7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:29:32,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727 2024-11-13T11:29:32,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:29:32,216 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d, deleteOnExit=true 2024-11-13T11:29:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:29:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/test.cache.data in system properties and HBase conf 2024-11-13T11:29:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:29:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:29:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:29:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:29:32,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:29:32,216 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:29:32,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:29:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:29:32,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:29:32,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:29:32,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:29:32,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:29:32,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:29:32,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:29:32,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:29:32,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36c9ccb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:29:32,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1768dbfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:29:32,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ea1235f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/java.io.tmpdir/jetty-localhost-42619-hadoop-hdfs-3_4_1-tests_jar-_-any-11476458126729297064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:29:32,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f6bc4a0{HTTP/1.1, (http/1.1)}{localhost:42619} 2024-11-13T11:29:32,388 INFO [Time-limited test {}] server.Server(415): Started @89315ms 2024-11-13T11:29:32,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:29:32,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:29:32,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:29:32,469 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:29:32,469 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:29:32,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@141aec7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:29:32,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b00100d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:29:32,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42cfd252{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/java.io.tmpdir/jetty-localhost-43395-hadoop-hdfs-3_4_1-tests_jar-_-any-5953754178796417036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:29:32,565 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d38f81d{HTTP/1.1, (http/1.1)}{localhost:43395} 2024-11-13T11:29:32,565 INFO [Time-limited test {}] server.Server(415): Started @89492ms 2024-11-13T11:29:32,566 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:29:32,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:29:32,603 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:29:32,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:29:32,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:29:32,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:29:32,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a798b0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:29:32,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7554be3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:29:32,630 WARN [Thread-667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data1/current/BP-1840709745-172.17.0.2-1731497372237/current, will proceed with Du for space computation calculation, 2024-11-13T11:29:32,630 WARN [Thread-668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data2/current/BP-1840709745-172.17.0.2-1731497372237/current, will proceed with Du for space computation calculation, 2024-11-13T11:29:32,651 WARN [Thread-646 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:29:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x472620ae25dbc0ce with lease ID 0xbfb32b5f75f0c84a: Processing first storage report for DS-b6f2cded-0e5d-4393-bc51-a2ca9fdabb32 from datanode DatanodeRegistration(127.0.0.1:36863, datanodeUuid=11ba337b-a02b-45cd-9bda-242e03eabd4e, infoPort=33897, infoSecurePort=0, ipcPort=34061, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237) 2024-11-13T11:29:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x472620ae25dbc0ce with lease ID 0xbfb32b5f75f0c84a: from storage DS-b6f2cded-0e5d-4393-bc51-a2ca9fdabb32 node DatanodeRegistration(127.0.0.1:36863, datanodeUuid=11ba337b-a02b-45cd-9bda-242e03eabd4e, infoPort=33897, infoSecurePort=0, ipcPort=34061, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:29:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x472620ae25dbc0ce with lease ID 0xbfb32b5f75f0c84a: Processing first storage report for DS-70467c77-67de-4b19-9b94-6fb19d1602ed from datanode DatanodeRegistration(127.0.0.1:36863, datanodeUuid=11ba337b-a02b-45cd-9bda-242e03eabd4e, infoPort=33897, infoSecurePort=0, ipcPort=34061, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237) 2024-11-13T11:29:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x472620ae25dbc0ce with lease ID 0xbfb32b5f75f0c84a: from storage DS-70467c77-67de-4b19-9b94-6fb19d1602ed node DatanodeRegistration(127.0.0.1:36863, datanodeUuid=11ba337b-a02b-45cd-9bda-242e03eabd4e, infoPort=33897, infoSecurePort=0, ipcPort=34061, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T11:29:32,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62084108{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/java.io.tmpdir/jetty-localhost-36647-hadoop-hdfs-3_4_1-tests_jar-_-any-4221294995240701535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:29:32,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17bbafa8{HTTP/1.1, (http/1.1)}{localhost:36647} 2024-11-13T11:29:32,703 INFO [Time-limited test {}] server.Server(415): Started @89631ms 2024-11-13T11:29:32,705 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:29:32,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:29:32,747 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:29:32,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:29:32,748 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:29:32,748 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:29:32,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ceb4815{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:29:32,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d24a5aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:29:32,772 WARN [Thread-702 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data3/current/BP-1840709745-172.17.0.2-1731497372237/current, will proceed with Du for space computation calculation, 2024-11-13T11:29:32,772 WARN [Thread-703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data4/current/BP-1840709745-172.17.0.2-1731497372237/current, will proceed with Du for space computation calculation, 2024-11-13T11:29:32,797 WARN [Thread-682 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:29:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dbcf0d86a961c65 with lease ID 0xbfb32b5f75f0c84b: Processing first storage report for DS-6b61fce0-d574-4daf-818b-1d993ca12d95 from datanode DatanodeRegistration(127.0.0.1:43267, datanodeUuid=4a06ac05-b8a1-4552-815f-87c9976915ef, infoPort=36243, infoSecurePort=0, ipcPort=33167, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237) 2024-11-13T11:29:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dbcf0d86a961c65 with lease ID 0xbfb32b5f75f0c84b: from storage DS-6b61fce0-d574-4daf-818b-1d993ca12d95 node DatanodeRegistration(127.0.0.1:43267, datanodeUuid=4a06ac05-b8a1-4552-815f-87c9976915ef, infoPort=36243, infoSecurePort=0, ipcPort=33167, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:29:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dbcf0d86a961c65 with lease ID 0xbfb32b5f75f0c84b: Processing first storage report for DS-5d407532-7334-436c-b5ac-71c0b8069b43 from datanode DatanodeRegistration(127.0.0.1:43267, datanodeUuid=4a06ac05-b8a1-4552-815f-87c9976915ef, infoPort=36243, infoSecurePort=0, ipcPort=33167, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237) 2024-11-13T11:29:32,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dbcf0d86a961c65 with lease ID 0xbfb32b5f75f0c84b: from storage DS-5d407532-7334-436c-b5ac-71c0b8069b43 node DatanodeRegistration(127.0.0.1:43267, datanodeUuid=4a06ac05-b8a1-4552-815f-87c9976915ef, infoPort=36243, infoSecurePort=0, ipcPort=33167, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:29:32,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3323f5bd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/java.io.tmpdir/jetty-localhost-35313-hadoop-hdfs-3_4_1-tests_jar-_-any-14415400619658926758/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:29:32,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73812e87{HTTP/1.1, (http/1.1)}{localhost:35313} 2024-11-13T11:29:32,850 INFO [Time-limited test {}] server.Server(415): Started @89777ms 2024-11-13T11:29:32,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:29:32,912 WARN [Thread-728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data5/current/BP-1840709745-172.17.0.2-1731497372237/current, will proceed with Du for space computation calculation, 2024-11-13T11:29:32,912 WARN [Thread-729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data6/current/BP-1840709745-172.17.0.2-1731497372237/current, will proceed with Du for space computation calculation, 2024-11-13T11:29:32,932 WARN [Thread-717 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:29:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x727ee429805642fe with lease ID 0xbfb32b5f75f0c84c: Processing first storage report for DS-f8ae3181-07c7-4394-8887-b763f5be942f from datanode DatanodeRegistration(127.0.0.1:44095, datanodeUuid=4a3067a8-b119-4160-abe9-0bfe7383755c, infoPort=33659, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237) 2024-11-13T11:29:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x727ee429805642fe with lease ID 0xbfb32b5f75f0c84c: from storage DS-f8ae3181-07c7-4394-8887-b763f5be942f node DatanodeRegistration(127.0.0.1:44095, datanodeUuid=4a3067a8-b119-4160-abe9-0bfe7383755c, infoPort=33659, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:29:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x727ee429805642fe with lease ID 0xbfb32b5f75f0c84c: Processing first storage report for DS-a5f70957-fbbe-4c57-9a35-7e4a7d4b41b4 from datanode DatanodeRegistration(127.0.0.1:44095, datanodeUuid=4a3067a8-b119-4160-abe9-0bfe7383755c, infoPort=33659, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237) 2024-11-13T11:29:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x727ee429805642fe with lease ID 0xbfb32b5f75f0c84c: from storage DS-a5f70957-fbbe-4c57-9a35-7e4a7d4b41b4 node DatanodeRegistration(127.0.0.1:44095, datanodeUuid=4a3067a8-b119-4160-abe9-0bfe7383755c, infoPort=33659, infoSecurePort=0, ipcPort=41281, storageInfo=lv=-57;cid=testClusterID;nsid=1551553771;c=1731497372237), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:29:32,979 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727 2024-11-13T11:29:32,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/zookeeper_0, clientPort=57866, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:29:32,982 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57866 2024-11-13T11:29:32,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:29:32,984 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:29:32,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:29:32,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:29:32,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:29:32,998 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 with version=8 2024-11-13T11:29:32,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/hbase-staging 2024-11-13T11:29:33,000 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:29:33,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:29:33,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:29:33,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:29:33,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:29:33,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33393 2024-11-13T11:29:33,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33393 connecting to ZooKeeper ensemble=127.0.0.1:57866 2024-11-13T11:29:33,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333930x0, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:29:33,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33393-0x10038d889a30000 connected 2024-11-13T11:29:33,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:29:33,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:29:33,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:29:33,025 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7, hbase.cluster.distributed=false 2024-11-13T11:29:33,026 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T11:29:33,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33393 2024-11-13T11:29:33,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33393 2024-11-13T11:29:33,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33393 2024-11-13T11:29:33,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33393 2024-11-13T11:29:33,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33393 2024-11-13T11:29:33,047 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:29:33,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:29:33,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:29:33,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:29:33,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:29:33,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39937 2024-11-13T11:29:33,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39937 connecting to ZooKeeper ensemble=127.0.0.1:57866 2024-11-13T11:29:33,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:29:33,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:29:33,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399370x0, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:29:33,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399370x0, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:29:33,059 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:29:33,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39937-0x10038d889a30001 connected 2024-11-13T11:29:33,060 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:29:33,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T11:29:33,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T11:29:33,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-13T11:29:33,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39937 2024-11-13T11:29:33,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39937 2024-11-13T11:29:33,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-13T11:29:33,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39937 2024-11-13T11:29:33,081 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:29:33,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:29:33,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:29:33,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:29:33,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:29:33,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34155 2024-11-13T11:29:33,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34155 connecting to ZooKeeper ensemble=127.0.0.1:57866 2024-11-13T11:29:33,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:29:33,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:29:33,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341550x0, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:29:33,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341550x0, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:29:33,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34155-0x10038d889a30002 connected 2024-11-13T11:29:33,094 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:29:33,097 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:29:33,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T11:29:33,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T11:29:33,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34155 2024-11-13T11:29:33,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34155 2024-11-13T11:29:33,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34155 2024-11-13T11:29:33,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34155 2024-11-13T11:29:33,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34155 2024-11-13T11:29:33,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:29:33,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:29:33,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:29:33,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:29:33,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:29:33,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:29:33,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43275 2024-11-13T11:29:33,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43275 connecting to ZooKeeper ensemble=127.0.0.1:57866 2024-11-13T11:29:33,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:29:33,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:29:33,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432750x0, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:29:33,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43275-0x10038d889a30003 connected 2024-11-13T11:29:33,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:29:33,134 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:29:33,135 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:29:33,136 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T11:29:33,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T11:29:33,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43275 2024-11-13T11:29:33,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43275 2024-11-13T11:29:33,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43275 2024-11-13T11:29:33,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43275 2024-11-13T11:29:33,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43275 2024-11-13T11:29:33,154 DEBUG [M:0;7bf281cf3991:33393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:33393 2024-11-13T11:29:33,155 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7bf281cf3991,33393,1731497373000 2024-11-13T11:29:33,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:29:33,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:29:33,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:29:33,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:29:33,157 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7bf281cf3991,33393,1731497373000 2024-11-13T11:29:33,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T11:29:33,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T11:29:33,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T11:29:33,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,160 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T11:29:33,161 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7bf281cf3991,33393,1731497373000 from backup master directory 2024-11-13T11:29:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:29:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:29:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7bf281cf3991,33393,1731497373000 2024-11-13T11:29:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:29:33,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T11:29:33,162 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:29:33,162 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,33393,1731497373000 2024-11-13T11:29:33,170 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/hbase.id] with ID: f73967f6-9ab9-4876-abe2-a47f1445162d 2024-11-13T11:29:33,171 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/.tmp/hbase.id 2024-11-13T11:29:33,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:29:33,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:29:33,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:29:33,181 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/.tmp/hbase.id]:[hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/hbase.id] 2024-11-13T11:29:33,196 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:29:33,196 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:29:33,198 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:29:33,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:29:33,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:29:33,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:29:33,213 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:29:33,213 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:29:33,214 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:29:33,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:29:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:29:33,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:29:33,224 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store 2024-11-13T11:29:33,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:29:33,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:29:33,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:29:33,237 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:33,237 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:29:33,237 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:29:33,237 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:29:33,237 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:29:33,237 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:29:33,237 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:29:33,237 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497373237Disabling compacts and flushes for region at 1731497373237Disabling writes for close at 1731497373237Writing region close event to WAL at 1731497373237Closed at 1731497373237 2024-11-13T11:29:33,238 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/.initializing 2024-11-13T11:29:33,238 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/WALs/7bf281cf3991,33393,1731497373000 2024-11-13T11:29:33,240 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:29:33,242 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C33393%2C1731497373000, suffix=, logDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/WALs/7bf281cf3991,33393,1731497373000, archiveDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/oldWALs, maxLogs=10 2024-11-13T11:29:33,255 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/WALs/7bf281cf3991,33393,1731497373000/7bf281cf3991%2C33393%2C1731497373000.1731497373242, exclude list is [], retry=0 2024-11-13T11:29:33,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-b6f2cded-0e5d-4393-bc51-a2ca9fdabb32,DISK] 2024-11-13T11:29:33,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44095,DS-f8ae3181-07c7-4394-8887-b763f5be942f,DISK] 2024-11-13T11:29:33,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-6b61fce0-d574-4daf-818b-1d993ca12d95,DISK] 2024-11-13T11:29:33,261 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/WALs/7bf281cf3991,33393,1731497373000/7bf281cf3991%2C33393%2C1731497373000.1731497373242 2024-11-13T11:29:33,261 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33897:33897),(127.0.0.1/127.0.0.1:36243:36243),(127.0.0.1/127.0.0.1:33659:33659)] 2024-11-13T11:29:33,262 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:29:33,262 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:33,262 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,262 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:29:33,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:33,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:29:33,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:29:33,268 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:33,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:33,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:29:33,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:33,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:33,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:29:33,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:33,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:33,274 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,275 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,275 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,277 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,277 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,277 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:29:33,279 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:29:33,281 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:33,281 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75360197, jitterRate=0.12295444309711456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:29:33,282 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497373262Initializing all the Stores at 1731497373263 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497373263Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497373263Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497373263Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497373263Cleaning up temporary data from old regions at 1731497373277 (+14 ms)Region opened successfully at 1731497373282 (+5 ms) 2024-11-13T11:29:33,282 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:29:33,286 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df56fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:29:33,287 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:29:33,287 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:29:33,287 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:29:33,287 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:29:33,288 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:29:33,288 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:29:33,288 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-13T11:29:33,291 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:29:33,292 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T11:29:33,292 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T11:29:33,293 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:29:33,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:29:33,294 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T11:29:33,294 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:29:33,295 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:29:33,296 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T11:29:33,296 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:29:33,297 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T11:29:33,299 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:29:33,300 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T11:29:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T11:29:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T11:29:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T11:29:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T11:29:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,302 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,33393,1731497373000, sessionid=0x10038d889a30000, setting cluster-up flag (Was=false) 2024-11-13T11:29:33,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T11:29:33,307 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,33393,1731497373000 2024-11-13T11:29:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,312 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T11:29:33,313 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,33393,1731497373000 2024-11-13T11:29:33,315 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:29:33,316 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:29:33,317 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:29:33,317 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:29:33,317 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,33393,1731497373000 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:29:33,318 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:29:33,319 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:29:33,319 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:29:33,319 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:29:33,319 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:29:33,319 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,319 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:29:33,319 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,319 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497403319 2024-11-13T11:29:33,320 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:29:33,320 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:29:33,320 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:29:33,320 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:29:33,320 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:29:33,320 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:29:33,320 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:29:33,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:29:33,321 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,322 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:33,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:29:33,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:29:33,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:29:33,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:29:33,326 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:29:33,326 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:29:33,326 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497373326,5,FailOnTimeoutGroup] 2024-11-13T11:29:33,327 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497373326,5,FailOnTimeoutGroup] 2024-11-13T11:29:33,327 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,327 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:29:33,327 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,327 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:29:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:29:33,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:29:33,336 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:29:33,336 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:33,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:29:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:29:33,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:29:33,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:33,345 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(746): ClusterId : f73967f6-9ab9-4876-abe2-a47f1445162d 2024-11-13T11:29:33,345 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.HRegionServer(746): ClusterId : f73967f6-9ab9-4876-abe2-a47f1445162d 2024-11-13T11:29:33,345 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(746): ClusterId : f73967f6-9ab9-4876-abe2-a47f1445162d 2024-11-13T11:29:33,345 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:29:33,345 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:29:33,345 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:29:33,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:29:33,347 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:29:33,347 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:29:33,347 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:29:33,347 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:29:33,347 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:29:33,347 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:29:33,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:29:33,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:33,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:29:33,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:29:33,349 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:29:33,349 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:29:33,349 DEBUG [RS:2;7bf281cf3991:43275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147f035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:29:33,349 DEBUG [RS:1;7bf281cf3991:34155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14dc4e0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:29:33,349 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:29:33,350 DEBUG [RS:0;7bf281cf3991:39937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15016af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:29:33,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:29:33,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:33,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:29:33,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:29:33,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:29:33,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:33,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:29:33,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:29:33,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:29:33,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:33,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:29:33,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:29:33,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740 2024-11-13T11:29:33,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740 2024-11-13T11:29:33,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:29:33,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:29:33,359 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:29:33,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:29:33,363 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:33,364 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63979915, jitterRate=-0.04662497341632843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:29:33,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497373345Initializing all the Stores at 1731497373346 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497373346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497373346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497373346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497373346Cleaning up temporary data from old regions at 1731497373359 (+13 ms)Region opened successfully at 1731497373364 (+5 ms) 2024-11-13T11:29:33,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:29:33,365 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:29:33,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:29:33,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:29:33,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:29:33,365 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:29:33,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497373364Disabling compacts and flushes for region at 1731497373364Disabling writes for close at 1731497373365 (+1 ms)Writing region close event to WAL at 1731497373365Closed at 1731497373365 2024-11-13T11:29:33,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:29:33,367 DEBUG [RS:2;7bf281cf3991:43275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7bf281cf3991:43275 2024-11-13T11:29:33,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:29:33,367 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:29:33,367 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:29:33,367 DEBUG [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:29:33,367 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:29:33,368 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,33393,1731497373000 with port=43275, startcode=1731497373124 2024-11-13T11:29:33,368 DEBUG [RS:2;7bf281cf3991:43275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:29:33,368 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:29:33,368 DEBUG [RS:0;7bf281cf3991:39937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:39937 2024-11-13T11:29:33,368 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:29:33,368 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:29:33,368 DEBUG [RS:0;7bf281cf3991:39937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:29:33,369 DEBUG [RS:1;7bf281cf3991:34155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7bf281cf3991:34155 2024-11-13T11:29:33,369 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:29:33,369 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:29:33,369 DEBUG [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:29:33,369 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,33393,1731497373000 with port=39937, startcode=1731497373047 2024-11-13T11:29:33,369 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,33393,1731497373000 with port=34155, startcode=1731497373081 2024-11-13T11:29:33,370 DEBUG [RS:0;7bf281cf3991:39937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:29:33,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:29:33,370 DEBUG [RS:1;7bf281cf3991:34155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:29:33,370 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:29:33,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,43275,1731497373124 2024-11-13T11:29:33,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33393 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:33,372 DEBUG [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:33,372 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:29:33,372 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:29:33,372 DEBUG [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37957 2024-11-13T11:29:33,372 DEBUG [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:29:33,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,34155,1731497373081 2024-11-13T11:29:33,373 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33393 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,34155,1731497373081 2024-11-13T11:29:33,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T11:29:33,374 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,39937,1731497373047 2024-11-13T11:29:33,374 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33393 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,39937,1731497373047 2024-11-13T11:29:33,374 DEBUG [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:33,374 DEBUG [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37957 2024-11-13T11:29:33,374 DEBUG [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:29:33,375 DEBUG [RS:2;7bf281cf3991:43275 {}] zookeeper.ZKUtil(111): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7bf281cf3991,43275,1731497373124 2024-11-13T11:29:33,375 WARN [RS:2;7bf281cf3991:43275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:29:33,375 INFO [RS:2;7bf281cf3991:43275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:29:33,375 DEBUG [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,43275,1731497373124 2024-11-13T11:29:33,375 DEBUG [RS:0;7bf281cf3991:39937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:33,375 DEBUG [RS:0;7bf281cf3991:39937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37957 2024-11-13T11:29:33,375 DEBUG [RS:0;7bf281cf3991:39937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:29:33,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,34155,1731497373081] 2024-11-13T11:29:33,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,43275,1731497373124] 2024-11-13T11:29:33,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T11:29:33,377 DEBUG [RS:1;7bf281cf3991:34155 {}] zookeeper.ZKUtil(111): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7bf281cf3991,34155,1731497373081 2024-11-13T11:29:33,377 WARN [RS:1;7bf281cf3991:34155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:29:33,377 INFO [RS:1;7bf281cf3991:34155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:29:33,377 DEBUG [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,34155,1731497373081 2024-11-13T11:29:33,378 DEBUG [RS:0;7bf281cf3991:39937 {}] zookeeper.ZKUtil(111): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7bf281cf3991,39937,1731497373047 2024-11-13T11:29:33,378 WARN [RS:0;7bf281cf3991:39937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:29:33,378 INFO [RS:0;7bf281cf3991:39937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:29:33,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,39937,1731497373047] 2024-11-13T11:29:33,378 DEBUG [RS:0;7bf281cf3991:39937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047 2024-11-13T11:29:33,379 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:29:33,381 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:29:33,382 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:29:33,382 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:29:33,382 INFO [RS:2;7bf281cf3991:43275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:29:33,382 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,382 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:29:33,384 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:29:33,384 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,384 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,384 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,385 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,385 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,385 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,385 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:29:33,385 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,385 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,385 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,385 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,385 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,385 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,385 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:29:33,385 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:29:33,386 DEBUG [RS:2;7bf281cf3991:43275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:29:33,386 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:29:33,389 INFO [RS:1;7bf281cf3991:34155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:29:33,389 INFO [RS:0;7bf281cf3991:39937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:29:33,389 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,389 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,389 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,389 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,390 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,390 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,390 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,390 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43275,1731497373124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:29:33,390 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:29:33,390 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:29:33,391 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:29:33,391 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:29:33,391 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,391 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,391 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,391 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,391 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,391 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,391 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,391 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:29:33,392 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:29:33,392 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:29:33,392 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:29:33,392 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:29:33,392 DEBUG [RS:0;7bf281cf3991:39937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:29:33,392 DEBUG [RS:1;7bf281cf3991:34155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:29:33,399 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,399 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,399 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,399 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,400 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,400 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,400 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,400 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,400 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,400 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,400 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39937,1731497373047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:29:33,400 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34155,1731497373081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:29:33,406 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:29:33,407 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43275,1731497373124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,407 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,407 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.Replication(171): 7bf281cf3991,43275,1731497373124 started 2024-11-13T11:29:33,415 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:29:33,415 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:29:33,415 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39937,1731497373047-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,415 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34155,1731497373081-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,415 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,415 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,415 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.Replication(171): 7bf281cf3991,39937,1731497373047 started 2024-11-13T11:29:33,415 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.Replication(171): 7bf281cf3991,34155,1731497373081 started 2024-11-13T11:29:33,421 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,421 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,43275,1731497373124, RpcServer on 7bf281cf3991/172.17.0.2:43275, sessionid=0x10038d889a30003 2024-11-13T11:29:33,421 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:29:33,421 DEBUG [RS:2;7bf281cf3991:43275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,43275,1731497373124 2024-11-13T11:29:33,421 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,43275,1731497373124' 2024-11-13T11:29:33,421 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T11:29:33,422 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T11:29:33,422 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:29:33,422 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:29:33,422 DEBUG [RS:2;7bf281cf3991:43275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,43275,1731497373124 2024-11-13T11:29:33,422 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,43275,1731497373124' 2024-11-13T11:29:33,422 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T11:29:33,423 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T11:29:33,423 DEBUG [RS:2;7bf281cf3991:43275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:29:33,423 INFO [RS:2;7bf281cf3991:43275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:29:33,423 INFO [RS:2;7bf281cf3991:43275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:29:33,429 INFO [RS:0;7bf281cf3991:39937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,429 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:33,429 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,39937,1731497373047, RpcServer on 7bf281cf3991/172.17.0.2:39937, sessionid=0x10038d889a30001 2024-11-13T11:29:33,429 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,34155,1731497373081, RpcServer on 7bf281cf3991/172.17.0.2:34155, sessionid=0x10038d889a30002 2024-11-13T11:29:33,429 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:29:33,429 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:29:33,429 DEBUG [RS:0;7bf281cf3991:39937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,39937,1731497373047 2024-11-13T11:29:33,429 DEBUG [RS:1;7bf281cf3991:34155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,34155,1731497373081 2024-11-13T11:29:33,429 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,39937,1731497373047' 2024-11-13T11:29:33,429 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,34155,1731497373081' 2024-11-13T11:29:33,429 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T11:29:33,429 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T11:29:33,430 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T11:29:33,430 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T11:29:33,430 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:29:33,430 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:29:33,430 DEBUG [RS:1;7bf281cf3991:34155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,34155,1731497373081 2024-11-13T11:29:33,430 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:29:33,430 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,34155,1731497373081' 2024-11-13T11:29:33,430 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:29:33,430 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T11:29:33,430 DEBUG [RS:0;7bf281cf3991:39937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,39937,1731497373047 2024-11-13T11:29:33,430 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,39937,1731497373047' 2024-11-13T11:29:33,430 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T11:29:33,431 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T11:29:33,431 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T11:29:33,431 DEBUG [RS:0;7bf281cf3991:39937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:29:33,431 DEBUG [RS:1;7bf281cf3991:34155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:29:33,431 INFO [RS:0;7bf281cf3991:39937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:29:33,431 INFO [RS:1;7bf281cf3991:34155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:29:33,431 INFO [RS:0;7bf281cf3991:39937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:29:33,431 INFO [RS:1;7bf281cf3991:34155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:29:33,520 WARN [7bf281cf3991:33393 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T11:29:33,524 INFO [RS:2;7bf281cf3991:43275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:29:33,529 INFO [RS:2;7bf281cf3991:43275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C43275%2C1731497373124, suffix=, logDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,43275,1731497373124, archiveDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/oldWALs, maxLogs=32 2024-11-13T11:29:33,532 INFO [RS:0;7bf281cf3991:39937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:29:33,532 INFO [RS:1;7bf281cf3991:34155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:29:33,535 INFO [RS:0;7bf281cf3991:39937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C39937%2C1731497373047, suffix=, logDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047, archiveDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/oldWALs, maxLogs=32 2024-11-13T11:29:33,535 INFO [RS:1;7bf281cf3991:34155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C34155%2C1731497373081, suffix=, logDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,34155,1731497373081, archiveDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/oldWALs, maxLogs=32 2024-11-13T11:29:33,549 DEBUG [RS:2;7bf281cf3991:43275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,43275,1731497373124/7bf281cf3991%2C43275%2C1731497373124.1731497373533, exclude list is [], retry=0 2024-11-13T11:29:33,552 DEBUG [RS:0;7bf281cf3991:39937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047/7bf281cf3991%2C39937%2C1731497373047.1731497373540, exclude list is [], retry=0 2024-11-13T11:29:33,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-b6f2cded-0e5d-4393-bc51-a2ca9fdabb32,DISK] 2024-11-13T11:29:33,552 DEBUG [RS:1;7bf281cf3991:34155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,34155,1731497373081/7bf281cf3991%2C34155%2C1731497373081.1731497373540, exclude list is [], retry=0 2024-11-13T11:29:33,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-6b61fce0-d574-4daf-818b-1d993ca12d95,DISK] 2024-11-13T11:29:33,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44095,DS-f8ae3181-07c7-4394-8887-b763f5be942f,DISK] 2024-11-13T11:29:33,554 INFO [RS:2;7bf281cf3991:43275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,43275,1731497373124/7bf281cf3991%2C43275%2C1731497373124.1731497373533 2024-11-13T11:29:33,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44095,DS-f8ae3181-07c7-4394-8887-b763f5be942f,DISK] 2024-11-13T11:29:33,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-6b61fce0-d574-4daf-818b-1d993ca12d95,DISK] 2024-11-13T11:29:33,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-6b61fce0-d574-4daf-818b-1d993ca12d95,DISK] 2024-11-13T11:29:33,555 DEBUG [RS:2;7bf281cf3991:43275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33897:33897),(127.0.0.1/127.0.0.1:33659:33659),(127.0.0.1/127.0.0.1:36243:36243)] 2024-11-13T11:29:33,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44095,DS-f8ae3181-07c7-4394-8887-b763f5be942f,DISK] 2024-11-13T11:29:33,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-b6f2cded-0e5d-4393-bc51-a2ca9fdabb32,DISK] 2024-11-13T11:29:33,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-b6f2cded-0e5d-4393-bc51-a2ca9fdabb32,DISK] 2024-11-13T11:29:33,571 INFO [RS:1;7bf281cf3991:34155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,34155,1731497373081/7bf281cf3991%2C34155%2C1731497373081.1731497373540 2024-11-13T11:29:33,574 INFO [RS:0;7bf281cf3991:39937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047/7bf281cf3991%2C39937%2C1731497373047.1731497373540 2024-11-13T11:29:33,577 DEBUG [RS:1;7bf281cf3991:34155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36243:36243),(127.0.0.1/127.0.0.1:33659:33659),(127.0.0.1/127.0.0.1:33897:33897)] 2024-11-13T11:29:33,577 DEBUG [RS:0;7bf281cf3991:39937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36243:36243),(127.0.0.1/127.0.0.1:33659:33659),(127.0.0.1/127.0.0.1:33897:33897)] 2024-11-13T11:29:33,770 DEBUG [7bf281cf3991:33393 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T11:29:33,771 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(204): Hosts are {7bf281cf3991=0} racks are {/default-rack=0} 2024-11-13T11:29:33,776 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T11:29:33,776 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T11:29:33,777 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T11:29:33,777 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T11:29:33,777 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T11:29:33,777 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T11:29:33,777 INFO [7bf281cf3991:33393 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T11:29:33,777 INFO [7bf281cf3991:33393 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T11:29:33,777 INFO [7bf281cf3991:33393 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T11:29:33,778 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T11:29:33,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:33,781 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,43275,1731497373124, state=OPENING 2024-11-13T11:29:33,782 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:29:33,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:29:33,783 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:29:33,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:29:33,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:29:33,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,43275,1731497373124}] 2024-11-13T11:29:33,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:29:33,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:29:36,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:36,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:36,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:37,058 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:29:37,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:37,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:37,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:38,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:29:38,161 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T11:29:43,410 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:41967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-13T11:29:43,667 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:29:43,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:43,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:43,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:43,786 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:29:43,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:29:43,792 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:29:43,792 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:29:43,793 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:29:43,795 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C43275%2C1731497373124.meta, suffix=.meta, logDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,43275,1731497373124, archiveDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/oldWALs, maxLogs=32 2024-11-13T11:29:43,808 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,43275,1731497373124/7bf281cf3991%2C43275%2C1731497373124.meta.1731497383795.meta, exclude list is [], retry=0 2024-11-13T11:29:43,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36863,DS-b6f2cded-0e5d-4393-bc51-a2ca9fdabb32,DISK] 2024-11-13T11:29:43,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43267,DS-6b61fce0-d574-4daf-818b-1d993ca12d95,DISK] 2024-11-13T11:29:43,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44095,DS-f8ae3181-07c7-4394-8887-b763f5be942f,DISK] 2024-11-13T11:29:43,812 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,43275,1731497373124/7bf281cf3991%2C43275%2C1731497373124.meta.1731497383795.meta 2024-11-13T11:29:43,813 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33897:33897),(127.0.0.1/127.0.0.1:36243:36243),(127.0.0.1/127.0.0.1:33659:33659)] 2024-11-13T11:29:43,813 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:29:43,813 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:29:43,813 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:29:43,813 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:29:43,814 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:29:43,814 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:43,814 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:29:43,814 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:29:43,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:29:43,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:29:43,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:43,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:29:43,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:29:43,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:29:43,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:43,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:29:43,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:29:43,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:29:43,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:43,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:29:43,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:29:43,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:29:43,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:43,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:29:43,822 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:29:43,823 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740 2024-11-13T11:29:43,825 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740 2024-11-13T11:29:43,826 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:29:43,826 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:29:43,827 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:29:43,828 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:29:43,829 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69314992, jitterRate=0.03287386894226074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:29:43,830 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:29:43,831 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497383814Writing region info on filesystem at 1731497383814Initializing all the Stores at 1731497383815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497383815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497383815Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497383815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497383815Cleaning up temporary data from old regions at 1731497383826 (+11 ms)Running coprocessor post-open hooks at 1731497383830 (+4 ms)Region opened successfully at 1731497383830 2024-11-13T11:29:43,832 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497383786 2024-11-13T11:29:43,833 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:29:43,834 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:29:43,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:43,835 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,43275,1731497373124, state=OPEN 2024-11-13T11:29:43,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T11:29:43,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T11:29:43,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T11:29:43,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T11:29:43,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:29:43,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:29:43,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:29:43,836 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T11:29:43,836 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:43,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:29:43,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,43275,1731497373124 in 10.0530 sec 2024-11-13T11:29:43,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:29:43,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.4720 sec 2024-11-13T11:29:43,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:29:43,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:29:43,844 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:29:43,844 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,43275,1731497373124, seqNum=-1] 2024-11-13T11:29:43,845 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:29:43,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:29:43,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5340 sec 2024-11-13T11:29:43,851 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497383851, completionTime=-1 2024-11-13T11:29:43,851 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T11:29:43,851 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:29:43,853 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T11:29:43,853 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497443853 2024-11-13T11:29:43,853 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497503853 2024-11-13T11:29:43,853 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T11:29:43,853 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33393,1731497373000-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:43,853 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33393,1731497373000-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:43,853 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33393,1731497373000-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:43,853 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:33393, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:43,854 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:43,854 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:43,855 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:29:43,857 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.695sec 2024-11-13T11:29:43,857 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:29:43,857 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:29:43,858 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:29:43,858 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:29:43,858 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:29:43,858 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33393,1731497373000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:29:43,858 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33393,1731497373000-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:29:43,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@412e7377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:29:43,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33393,-1 for getting cluster id 2024-11-13T11:29:43,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:29:43,861 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f73967f6-9ab9-4876-abe2-a47f1445162d' 2024-11-13T11:29:43,861 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:29:43,861 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:29:43,861 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33393,1731497373000-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:29:43,861 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:29:43,861 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f73967f6-9ab9-4876-abe2-a47f1445162d" 2024-11-13T11:29:43,862 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff92123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:29:43,862 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33393,-1] 2024-11-13T11:29:43,862 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:29:43,862 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:29:43,863 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:29:43,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee13126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:29:43,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:29:43,865 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,43275,1731497373124, seqNum=-1] 2024-11-13T11:29:43,865 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:29:43,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:29:43,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,33393,1731497373000 2024-11-13T11:29:43,868 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731497383868 (current time:1731497383868). 2024-11-13T11:29:43,868 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-13T11:29:43,868 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-13T11:29:43,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9d3988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:29:43,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33393,-1 for getting cluster id 2024-11-13T11:29:43,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:29:43,869 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f73967f6-9ab9-4876-abe2-a47f1445162d' 2024-11-13T11:29:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:29:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f73967f6-9ab9-4876-abe2-a47f1445162d" 2024-11-13T11:29:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7891dcb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:29:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33393,-1] 2024-11-13T11:29:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:29:43,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:29:43,871 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:29:43,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca27c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:29:43,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:29:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,43275,1731497373124, seqNum=-1] 2024-11-13T11:29:43,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:29:43,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:29:43,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:29:43,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:29:43,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:29:43,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:29:43,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:29:43,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:29:43,877 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33393,1731497373000 2024-11-13T11:29:43,877 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dc84b6c 2024-11-13T11:29:43,877 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:29:43,878 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:29:43,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:29:43,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-13T11:29:43,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:29:43,882 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:43,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-13T11:29:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:29:43,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:29:43,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741837_1013 (size=361) 2024-11-13T11:29:43,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741837_1013 (size=361) 2024-11-13T11:29:43,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741837_1013 (size=361) 2024-11-13T11:29:43,895 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e32871aafca7657dacf7f65ac4fa2c59, NAME => 'SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:43,895 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3e398217aca668008f2610bd683b0ca4, NAME => 'SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:43,895 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 59e04fe5c56035437fceaaef345a5b17, NAME => 'SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741838_1014 (size=54) 2024-11-13T11:29:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741839_1015 (size=62) 2024-11-13T11:29:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741840_1016 (size=62) 2024-11-13T11:29:43,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741838_1014 (size=54) 2024-11-13T11:29:43,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741840_1016 (size=62) 2024-11-13T11:29:43,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741838_1014 (size=54) 2024-11-13T11:29:43,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:43,906 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing e32871aafca7657dacf7f65ac4fa2c59, disabling compactions & flushes 2024-11-13T11:29:43,906 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:29:43,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:29:43,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. after waiting 0 ms 2024-11-13T11:29:43,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:29:43,907 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:29:43,907 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for e32871aafca7657dacf7f65ac4fa2c59: Waiting for close lock at 1731497383906Disabling compacts and flushes for region at 1731497383906Disabling writes for close at 1731497383907 (+1 ms)Writing region close event to WAL at 1731497383907Closed at 1731497383907 2024-11-13T11:29:43,907 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d715776227d5d2c8a7995a0c9386e49, NAME => 'SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:43,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:43,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 59e04fe5c56035437fceaaef345a5b17, disabling compactions & flushes 2024-11-13T11:29:43,908 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:29:43,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:29:43,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. after waiting 0 ms 2024-11-13T11:29:43,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:29:43,908 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:29:43,908 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 59e04fe5c56035437fceaaef345a5b17: Waiting for close lock at 1731497383908Disabling compacts and flushes for region at 1731497383908Disabling writes for close at 1731497383908Writing region close event to WAL at 1731497383908Closed at 1731497383908 2024-11-13T11:29:43,909 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d4f11cf5bfae9964a77ccc45ffb1d1b7, NAME => 'SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741840_1016 (size=62) 2024-11-13T11:29:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741839_1015 (size=62) 2024-11-13T11:29:43,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741839_1015 (size=62) 2024-11-13T11:29:43,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:43,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3e398217aca668008f2610bd683b0ca4, disabling compactions & flushes 2024-11-13T11:29:43,911 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:29:43,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:29:43,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. after waiting 0 ms 2024-11-13T11:29:43,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:29:43,911 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:29:43,911 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3e398217aca668008f2610bd683b0ca4: Waiting for close lock at 1731497383911Disabling compacts and flushes for region at 1731497383911Disabling writes for close at 1731497383911Writing region close event to WAL at 1731497383911Closed at 1731497383911 2024-11-13T11:29:43,912 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 81c0d874be4bf5036e07cf18da00da3b, NAME => 'SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:43,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741841_1017 (size=62) 2024-11-13T11:29:43,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741841_1017 (size=62) 2024-11-13T11:29:43,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741841_1017 (size=62) 2024-11-13T11:29:43,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:43,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6d715776227d5d2c8a7995a0c9386e49, disabling compactions & flushes 2024-11-13T11:29:43,920 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:29:43,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:29:43,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. after waiting 0 ms 2024-11-13T11:29:43,920 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:29:43,920 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:29:43,921 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d715776227d5d2c8a7995a0c9386e49: Waiting for close lock at 1731497383920Disabling compacts and flushes for region at 1731497383920Disabling writes for close at 1731497383920Writing region close event to WAL at 1731497383920Closed at 1731497383920 2024-11-13T11:29:43,921 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e25c4284d68b5ca1bdb27b8bfd35f3d, NAME => 'SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:43,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741842_1018 (size=62) 2024-11-13T11:29:43,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741842_1018 (size=62) 2024-11-13T11:29:43,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741842_1018 (size=62) 2024-11-13T11:29:43,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:43,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d4f11cf5bfae9964a77ccc45ffb1d1b7, disabling compactions & flushes 2024-11-13T11:29:43,924 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:29:43,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:29:43,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. after waiting 0 ms 2024-11-13T11:29:43,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:29:43,924 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:29:43,924 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d4f11cf5bfae9964a77ccc45ffb1d1b7: Waiting for close lock at 1731497383924Disabling compacts and flushes for region at 1731497383924Disabling writes for close at 1731497383924Writing region close event to WAL at 1731497383924Closed at 1731497383924 2024-11-13T11:29:43,925 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7f3f42b3b8c65270a1127c056e4c4ca8, NAME => 'SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:43,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741843_1019 (size=62) 2024-11-13T11:29:43,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741843_1019 (size=62) 2024-11-13T11:29:43,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741843_1019 (size=62) 2024-11-13T11:29:43,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:43,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 81c0d874be4bf5036e07cf18da00da3b, disabling compactions & flushes 2024-11-13T11:29:43,931 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:29:43,931 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:29:43,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. after waiting 0 ms 2024-11-13T11:29:43,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:29:43,932 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:29:43,932 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 81c0d874be4bf5036e07cf18da00da3b: Waiting for close lock at 1731497383931Disabling compacts and flushes for region at 1731497383931Disabling writes for close at 1731497383932 (+1 ms)Writing region close event to WAL at 1731497383932Closed at 1731497383932 2024-11-13T11:29:43,933 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 193e92aedf6c7fadf80a95aa5c1c30eb, NAME => 'SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:43,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741845_1021 (size=62) 2024-11-13T11:29:43,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741845_1021 (size=62) 2024-11-13T11:29:43,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741845_1021 (size=62) 2024-11-13T11:29:43,940 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:43,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3e25c4284d68b5ca1bdb27b8bfd35f3d, disabling compactions & flushes 2024-11-13T11:29:43,941 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:29:43,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:29:43,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. after waiting 0 ms 2024-11-13T11:29:43,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:29:43,941 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:29:43,941 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e25c4284d68b5ca1bdb27b8bfd35f3d: Waiting for close lock at 1731497383941Disabling compacts and flushes for region at 1731497383941Disabling writes for close at 1731497383941Writing region close event to WAL at 1731497383941Closed at 1731497383941 2024-11-13T11:29:43,942 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6875c1463ef6424ff44aa5fa54a950b8, NAME => 'SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7 2024-11-13T11:29:43,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741844_1020 (size=62) 2024-11-13T11:29:43,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741844_1020 (size=62) 2024-11-13T11:29:43,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741844_1020 (size=62) 2024-11-13T11:29:43,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:43,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 7f3f42b3b8c65270a1127c056e4c4ca8, disabling compactions & flushes 2024-11-13T11:29:43,949 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:29:43,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:29:43,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. after waiting 0 ms 2024-11-13T11:29:43,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:29:43,949 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:29:43,949 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7f3f42b3b8c65270a1127c056e4c4ca8: Waiting for close lock at 1731497383949Disabling compacts and flushes for region at 1731497383949Disabling writes for close at 1731497383949Writing region close event to WAL at 1731497383949Closed at 1731497383949 2024-11-13T11:29:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741846_1022 (size=62) 2024-11-13T11:29:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741846_1022 (size=62) 2024-11-13T11:29:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741846_1022 (size=62) 2024-11-13T11:29:43,958 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:43,958 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 193e92aedf6c7fadf80a95aa5c1c30eb, disabling compactions & flushes 2024-11-13T11:29:43,958 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:29:43,958 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:29:43,958 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. after waiting 0 ms 2024-11-13T11:29:43,958 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:29:43,958 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:29:43,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 193e92aedf6c7fadf80a95aa5c1c30eb: Waiting for close lock at 1731497383958Disabling compacts and flushes for region at 1731497383958Disabling writes for close at 1731497383958Writing region close event to WAL at 1731497383958Closed at 1731497383958 2024-11-13T11:29:43,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741847_1023 (size=54) 2024-11-13T11:29:43,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741847_1023 (size=54) 2024-11-13T11:29:43,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741847_1023 (size=54) 2024-11-13T11:29:43,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:43,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6875c1463ef6424ff44aa5fa54a950b8, disabling compactions & flushes 2024-11-13T11:29:43,962 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:29:43,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:29:43,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. after waiting 0 ms 2024-11-13T11:29:43,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:29:43,962 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:29:43,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6875c1463ef6424ff44aa5fa54a950b8: Waiting for close lock at 1731497383962Disabling compacts and flushes for region at 1731497383962Disabling writes for close at 1731497383962Writing region close event to WAL at 1731497383962Closed at 1731497383962 2024-11-13T11:29:43,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:29:43,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731497383963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497383963"}]},"ts":"1731497383963"} 2024-11-13T11:29:43,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497383963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497383963"}]},"ts":"1731497383963"} 2024-11-13T11:29:43,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497383963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497383963"}]},"ts":"1731497383963"} 2024-11-13T11:29:43,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497383963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497383963"}]},"ts":"1731497383963"} 2024-11-13T11:29:43,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497383963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497383963"}]},"ts":"1731497383963"} 2024-11-13T11:29:43,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497383963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497383963"}]},"ts":"1731497383963"} 2024-11-13T11:29:43,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497383963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497383963"}]},"ts":"1731497383963"} 2024-11-13T11:29:43,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497383963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497383963"}]},"ts":"1731497383963"} 2024-11-13T11:29:43,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731497383963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497383963"}]},"ts":"1731497383963"} 2024-11-13T11:29:43,965 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731497383963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497383963"}]},"ts":"1731497383963"} 2024-11-13T11:29:43,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-13T11:29:43,971 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:29:43,971 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497383971"}]},"ts":"1731497383971"} 2024-11-13T11:29:43,973 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-13T11:29:43,974 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7bf281cf3991=0} racks are {/default-rack=0} 2024-11-13T11:29:43,979 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T11:29:43,979 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T11:29:43,979 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T11:29:43,979 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T11:29:43,979 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T11:29:43,979 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T11:29:43,979 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T11:29:43,979 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T11:29:43,979 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T11:29:43,979 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T11:29:43,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e32871aafca7657dacf7f65ac4fa2c59, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59e04fe5c56035437fceaaef345a5b17, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e398217aca668008f2610bd683b0ca4, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d715776227d5d2c8a7995a0c9386e49, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4f11cf5bfae9964a77ccc45ffb1d1b7, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81c0d874be4bf5036e07cf18da00da3b, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e25c4284d68b5ca1bdb27b8bfd35f3d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f3f42b3b8c65270a1127c056e4c4ca8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=193e92aedf6c7fadf80a95aa5c1c30eb, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6875c1463ef6424ff44aa5fa54a950b8, ASSIGN}] 2024-11-13T11:29:43,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6875c1463ef6424ff44aa5fa54a950b8, ASSIGN 2024-11-13T11:29:43,982 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=193e92aedf6c7fadf80a95aa5c1c30eb, ASSIGN 2024-11-13T11:29:43,982 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f3f42b3b8c65270a1127c056e4c4ca8, ASSIGN 2024-11-13T11:29:43,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e25c4284d68b5ca1bdb27b8bfd35f3d, ASSIGN 2024-11-13T11:29:43,984 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e25c4284d68b5ca1bdb27b8bfd35f3d, ASSIGN; state=OFFLINE, location=7bf281cf3991,43275,1731497373124; forceNewPlan=false, retain=false 2024-11-13T11:29:43,984 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81c0d874be4bf5036e07cf18da00da3b, ASSIGN 2024-11-13T11:29:43,984 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=193e92aedf6c7fadf80a95aa5c1c30eb, ASSIGN; state=OFFLINE, location=7bf281cf3991,34155,1731497373081; forceNewPlan=false, retain=false 2024-11-13T11:29:43,984 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7f3f42b3b8c65270a1127c056e4c4ca8, ASSIGN; state=OFFLINE, location=7bf281cf3991,39937,1731497373047; forceNewPlan=false, retain=false 2024-11-13T11:29:43,984 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6875c1463ef6424ff44aa5fa54a950b8, ASSIGN; state=OFFLINE, location=7bf281cf3991,43275,1731497373124; forceNewPlan=false, retain=false 2024-11-13T11:29:43,984 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81c0d874be4bf5036e07cf18da00da3b, ASSIGN; state=OFFLINE, location=7bf281cf3991,34155,1731497373081; forceNewPlan=false, retain=false 2024-11-13T11:29:43,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:29:43,987 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4f11cf5bfae9964a77ccc45ffb1d1b7, ASSIGN 2024-11-13T11:29:43,987 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d715776227d5d2c8a7995a0c9386e49, ASSIGN 2024-11-13T11:29:43,987 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e398217aca668008f2610bd683b0ca4, ASSIGN 2024-11-13T11:29:43,988 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e398217aca668008f2610bd683b0ca4, ASSIGN; state=OFFLINE, location=7bf281cf3991,34155,1731497373081; forceNewPlan=false, retain=false 2024-11-13T11:29:43,988 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4f11cf5bfae9964a77ccc45ffb1d1b7, ASSIGN; state=OFFLINE, location=7bf281cf3991,39937,1731497373047; forceNewPlan=false, retain=false 2024-11-13T11:29:43,988 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59e04fe5c56035437fceaaef345a5b17, ASSIGN 2024-11-13T11:29:43,988 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d715776227d5d2c8a7995a0c9386e49, ASSIGN; state=OFFLINE, location=7bf281cf3991,43275,1731497373124; forceNewPlan=false, retain=false 2024-11-13T11:29:43,989 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59e04fe5c56035437fceaaef345a5b17, ASSIGN; state=OFFLINE, location=7bf281cf3991,39937,1731497373047; forceNewPlan=false, retain=false 2024-11-13T11:29:43,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e32871aafca7657dacf7f65ac4fa2c59, ASSIGN 2024-11-13T11:29:43,990 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e32871aafca7657dacf7f65ac4fa2c59, ASSIGN; state=OFFLINE, location=7bf281cf3991,43275,1731497373124; forceNewPlan=false, retain=false 2024-11-13T11:29:44,135 INFO [7bf281cf3991:33393 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-13T11:29:44,137 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6875c1463ef6424ff44aa5fa54a950b8, regionState=OPENING, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:44,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3e25c4284d68b5ca1bdb27b8bfd35f3d, regionState=OPENING, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:44,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e32871aafca7657dacf7f65ac4fa2c59, regionState=OPENING, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:44,137 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6d715776227d5d2c8a7995a0c9386e49, regionState=OPENING, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:44,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7f3f42b3b8c65270a1127c056e4c4ca8, regionState=OPENING, regionLocation=7bf281cf3991,39937,1731497373047 2024-11-13T11:29:44,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d4f11cf5bfae9964a77ccc45ffb1d1b7, regionState=OPENING, regionLocation=7bf281cf3991,39937,1731497373047 2024-11-13T11:29:44,139 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59e04fe5c56035437fceaaef345a5b17, regionState=OPENING, regionLocation=7bf281cf3991,39937,1731497373047 2024-11-13T11:29:44,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=193e92aedf6c7fadf80a95aa5c1c30eb, regionState=OPENING, regionLocation=7bf281cf3991,34155,1731497373081 2024-11-13T11:29:44,139 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=81c0d874be4bf5036e07cf18da00da3b, regionState=OPENING, regionLocation=7bf281cf3991,34155,1731497373081 2024-11-13T11:29:44,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3e398217aca668008f2610bd683b0ca4, regionState=OPENING, regionLocation=7bf281cf3991,34155,1731497373081 2024-11-13T11:29:44,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7f3f42b3b8c65270a1127c056e4c4ca8, ASSIGN because future has completed 2024-11-13T11:29:44,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f3f42b3b8c65270a1127c056e4c4ca8, server=7bf281cf3991,39937,1731497373047}] 2024-11-13T11:29:44,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=e32871aafca7657dacf7f65ac4fa2c59, ASSIGN because future has completed 2024-11-13T11:29:44,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e32871aafca7657dacf7f65ac4fa2c59, server=7bf281cf3991,43275,1731497373124}] 2024-11-13T11:29:44,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6d715776227d5d2c8a7995a0c9386e49, ASSIGN because future has completed 2024-11-13T11:29:44,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d715776227d5d2c8a7995a0c9386e49, server=7bf281cf3991,43275,1731497373124}] 2024-11-13T11:29:44,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6875c1463ef6424ff44aa5fa54a950b8, ASSIGN because future has completed 2024-11-13T11:29:44,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e25c4284d68b5ca1bdb27b8bfd35f3d, ASSIGN because future has completed 2024-11-13T11:29:44,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4f11cf5bfae9964a77ccc45ffb1d1b7, ASSIGN because future has completed 2024-11-13T11:29:44,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e25c4284d68b5ca1bdb27b8bfd35f3d, server=7bf281cf3991,43275,1731497373124}] 2024-11-13T11:29:44,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6875c1463ef6424ff44aa5fa54a950b8, server=7bf281cf3991,43275,1731497373124}] 2024-11-13T11:29:44,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59e04fe5c56035437fceaaef345a5b17, ASSIGN because future has completed 2024-11-13T11:29:44,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4f11cf5bfae9964a77ccc45ffb1d1b7, server=7bf281cf3991,39937,1731497373047}] 2024-11-13T11:29:44,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59e04fe5c56035437fceaaef345a5b17, server=7bf281cf3991,39937,1731497373047}] 2024-11-13T11:29:44,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=193e92aedf6c7fadf80a95aa5c1c30eb, ASSIGN because future has completed 2024-11-13T11:29:44,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=81c0d874be4bf5036e07cf18da00da3b, ASSIGN because future has completed 2024-11-13T11:29:44,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3e398217aca668008f2610bd683b0ca4, ASSIGN because future has completed 2024-11-13T11:29:44,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e398217aca668008f2610bd683b0ca4, server=7bf281cf3991,34155,1731497373081}] 2024-11-13T11:29:44,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c0d874be4bf5036e07cf18da00da3b, server=7bf281cf3991,34155,1731497373081}] 2024-11-13T11:29:44,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 193e92aedf6c7fadf80a95aa5c1c30eb, server=7bf281cf3991,34155,1731497373081}] 2024-11-13T11:29:44,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:29:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:29:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:29:45,380 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:29:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:29:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:29:48,160 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T11:29:48,160 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T11:29:48,162 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:29:48,162 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T11:29:49,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:29:49,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:49,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:49,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:29:54,147 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:29:54,149 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:29:54,155 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:29:54,156 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d715776227d5d2c8a7995a0c9386e49, NAME => 'SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-13T11:29:54,155 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:29:54,156 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f3f42b3b8c65270a1127c056e4c4ca8, NAME => 'SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T11:29:54,156 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:29:54,156 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:54,156 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:29:54,156 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:54,156 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:29:54,156 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:29:54,156 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:29:54,157 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:29:54,158 INFO [StoreOpener-6d715776227d5d2c8a7995a0c9386e49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:29:54,158 INFO [StoreOpener-7f3f42b3b8c65270a1127c056e4c4ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:29:54,160 INFO [StoreOpener-7f3f42b3b8c65270a1127c056e4c4ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3f42b3b8c65270a1127c056e4c4ca8 columnFamilyName cf 2024-11-13T11:29:54,160 INFO [StoreOpener-6d715776227d5d2c8a7995a0c9386e49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d715776227d5d2c8a7995a0c9386e49 columnFamilyName cf 2024-11-13T11:29:54,160 DEBUG [StoreOpener-7f3f42b3b8c65270a1127c056e4c4ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:54,160 DEBUG [StoreOpener-6d715776227d5d2c8a7995a0c9386e49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:54,161 INFO [StoreOpener-7f3f42b3b8c65270a1127c056e4c4ca8-1 {}] regionserver.HStore(327): Store=7f3f42b3b8c65270a1127c056e4c4ca8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:54,161 INFO [StoreOpener-6d715776227d5d2c8a7995a0c9386e49-1 {}] regionserver.HStore(327): Store=6d715776227d5d2c8a7995a0c9386e49/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:54,161 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:29:54,161 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:29:54,162 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:29:54,162 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:29:54,162 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:29:54,162 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:29:54,163 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:29:54,163 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:29:54,163 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:29:54,163 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:29:54,164 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:29:54,165 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:29:54,165 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:29:54,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:29:54,167 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6d715776227d5d2c8a7995a0c9386e49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:54,167 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:54,168 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7f3f42b3b8c65270a1127c056e4c4ca8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63922075, jitterRate=-0.04748685657978058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:54,168 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 6d715776227d5d2c8a7995a0c9386e49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72209494, jitterRate=0.07600530982017517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:54,168 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:29:54,168 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:29:54,168 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7f3f42b3b8c65270a1127c056e4c4ca8: Running coprocessor pre-open hook at 1731497394157Writing region info on filesystem at 1731497394157Initializing all the Stores at 1731497394158 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497394158Cleaning up temporary data from old regions at 1731497394163 (+5 ms)Running coprocessor post-open hooks at 1731497394168 (+5 ms)Region opened successfully at 1731497394168 2024-11-13T11:29:54,168 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 6d715776227d5d2c8a7995a0c9386e49: Running coprocessor pre-open hook at 1731497394157Writing region info on filesystem at 1731497394157Initializing all the Stores at 1731497394158 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497394158Cleaning up temporary data from old regions at 1731497394163 (+5 ms)Running coprocessor post-open hooks at 1731497394168 (+5 ms)Region opened successfully at 1731497394168 2024-11-13T11:29:54,169 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49., pid=17, masterSystemTime=1731497394149 2024-11-13T11:29:54,170 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8., pid=15, masterSystemTime=1731497394147 2024-11-13T11:29:54,171 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:29:54,172 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:29:54,172 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:29:54,172 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 6875c1463ef6424ff44aa5fa54a950b8, NAME => 'SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-13T11:29:54,172 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:29:54,172 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:54,172 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:29:54,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=6d715776227d5d2c8a7995a0c9386e49, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:54,172 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:29:54,173 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:29:54,173 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:29:54,174 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:29:54,174 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 59e04fe5c56035437fceaaef345a5b17, NAME => 'SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T11:29:54,174 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:29:54,174 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7f3f42b3b8c65270a1127c056e4c4ca8, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39937,1731497373047 2024-11-13T11:29:54,174 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:29:54,174 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 193e92aedf6c7fadf80a95aa5c1c30eb, NAME => 'SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-13T11:29:54,174 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:54,174 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:29:54,174 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:29:54,174 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:29:54,174 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:54,175 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:29:54,175 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:29:54,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d715776227d5d2c8a7995a0c9386e49, server=7bf281cf3991,43275,1731497373124 because future has completed 2024-11-13T11:29:54,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f3f42b3b8c65270a1127c056e4c4ca8, server=7bf281cf3991,39937,1731497373047 because future has completed 2024-11-13T11:29:54,177 INFO [StoreOpener-6875c1463ef6424ff44aa5fa54a950b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:29:54,177 INFO [StoreOpener-193e92aedf6c7fadf80a95aa5c1c30eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:29:54,177 INFO [StoreOpener-59e04fe5c56035437fceaaef345a5b17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:29:54,179 INFO [StoreOpener-193e92aedf6c7fadf80a95aa5c1c30eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 193e92aedf6c7fadf80a95aa5c1c30eb columnFamilyName cf 2024-11-13T11:29:54,179 INFO [StoreOpener-6875c1463ef6424ff44aa5fa54a950b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6875c1463ef6424ff44aa5fa54a950b8 columnFamilyName cf 2024-11-13T11:29:54,179 INFO [StoreOpener-59e04fe5c56035437fceaaef345a5b17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e04fe5c56035437fceaaef345a5b17 columnFamilyName cf 2024-11-13T11:29:54,179 DEBUG [StoreOpener-193e92aedf6c7fadf80a95aa5c1c30eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:54,179 DEBUG [StoreOpener-6875c1463ef6424ff44aa5fa54a950b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:54,179 DEBUG [StoreOpener-59e04fe5c56035437fceaaef345a5b17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:54,180 INFO [StoreOpener-6875c1463ef6424ff44aa5fa54a950b8-1 {}] regionserver.HStore(327): Store=6875c1463ef6424ff44aa5fa54a950b8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:54,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=8 2024-11-13T11:29:54,180 INFO [StoreOpener-59e04fe5c56035437fceaaef345a5b17-1 {}] regionserver.HStore(327): Store=59e04fe5c56035437fceaaef345a5b17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:54,180 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:29:54,180 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:29:54,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d715776227d5d2c8a7995a0c9386e49, server=7bf281cf3991,43275,1731497373124 in 10.0300 sec 2024-11-13T11:29:54,181 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=12 2024-11-13T11:29:54,181 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:29:54,181 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:29:54,181 INFO [StoreOpener-193e92aedf6c7fadf80a95aa5c1c30eb-1 {}] regionserver.HStore(327): Store=193e92aedf6c7fadf80a95aa5c1c30eb/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:54,181 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:29:54,181 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:29:54,182 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:29:54,182 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:29:54,182 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:29:54,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f3f42b3b8c65270a1127c056e4c4ca8, server=7bf281cf3991,39937,1731497373047 in 10.0340 sec 2024-11-13T11:29:54,183 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:29:54,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6d715776227d5d2c8a7995a0c9386e49, ASSIGN in 10.2000 sec 2024-11-13T11:29:54,183 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:29:54,183 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:29:54,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f3f42b3b8c65270a1127c056e4c4ca8, ASSIGN in 10.2010 sec 2024-11-13T11:29:54,183 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:29:54,184 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:29:54,184 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:29:54,184 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:29:54,184 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:29:54,186 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:29:54,187 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6875c1463ef6424ff44aa5fa54a950b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:54,187 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/59e04fe5c56035437fceaaef345a5b17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:54,187 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 6875c1463ef6424ff44aa5fa54a950b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63293575, jitterRate=-0.05685223639011383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:54,187 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:29:54,187 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 6875c1463ef6424ff44aa5fa54a950b8: Running coprocessor pre-open hook at 1731497394173Writing region info on filesystem at 1731497394173Initializing all the Stores at 1731497394176 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497394176Cleaning up temporary data from old regions at 1731497394183 (+7 ms)Running coprocessor post-open hooks at 1731497394187 (+4 ms)Region opened successfully at 1731497394187 2024-11-13T11:29:54,188 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 59e04fe5c56035437fceaaef345a5b17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72339863, jitterRate=0.0779479593038559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:54,188 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:29:54,188 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 59e04fe5c56035437fceaaef345a5b17: Running coprocessor pre-open hook at 1731497394174Writing region info on filesystem at 1731497394174Initializing all the Stores at 1731497394176 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497394176Cleaning up temporary data from old regions at 1731497394182 (+6 ms)Running coprocessor post-open hooks at 1731497394188 (+6 ms)Region opened successfully at 1731497394188 2024-11-13T11:29:54,188 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8., pid=19, masterSystemTime=1731497394149 2024-11-13T11:29:54,189 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17., pid=21, masterSystemTime=1731497394147 2024-11-13T11:29:54,191 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:29:54,191 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/193e92aedf6c7fadf80a95aa5c1c30eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:54,191 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:29:54,191 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:29:54,191 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e32871aafca7657dacf7f65ac4fa2c59, NAME => 'SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-13T11:29:54,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=6875c1463ef6424ff44aa5fa54a950b8, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:54,191 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:29:54,191 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:29:54,191 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 193e92aedf6c7fadf80a95aa5c1c30eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71635449, jitterRate=0.0674513727426529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:54,192 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:29:54,192 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:54,192 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:29:54,192 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:29:54,192 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:29:54,192 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:29:54,192 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 193e92aedf6c7fadf80a95aa5c1c30eb: Running coprocessor pre-open hook at 1731497394175Writing region info on filesystem at 1731497394175Initializing all the Stores at 1731497394176 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497394176Cleaning up temporary data from old regions at 1731497394184 (+8 ms)Running coprocessor post-open hooks at 1731497394192 (+8 ms)Region opened successfully at 1731497394192 2024-11-13T11:29:54,192 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => d4f11cf5bfae9964a77ccc45ffb1d1b7, NAME => 'SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T11:29:54,192 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:29:54,192 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:54,192 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:29:54,192 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:29:54,193 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb., pid=23, masterSystemTime=1731497394164 2024-11-13T11:29:54,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6875c1463ef6424ff44aa5fa54a950b8, server=7bf281cf3991,43275,1731497373124 because future has completed 2024-11-13T11:29:54,193 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59e04fe5c56035437fceaaef345a5b17, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39937,1731497373047 2024-11-13T11:29:54,194 INFO [StoreOpener-e32871aafca7657dacf7f65ac4fa2c59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:29:54,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59e04fe5c56035437fceaaef345a5b17, server=7bf281cf3991,39937,1731497373047 because future has completed 2024-11-13T11:29:54,196 INFO [StoreOpener-e32871aafca7657dacf7f65ac4fa2c59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e32871aafca7657dacf7f65ac4fa2c59 columnFamilyName cf 2024-11-13T11:29:54,196 DEBUG [StoreOpener-e32871aafca7657dacf7f65ac4fa2c59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:54,197 INFO [StoreOpener-e32871aafca7657dacf7f65ac4fa2c59-1 {}] regionserver.HStore(327): Store=e32871aafca7657dacf7f65ac4fa2c59/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:54,197 INFO [StoreOpener-d4f11cf5bfae9964a77ccc45ffb1d1b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:29:54,199 INFO [StoreOpener-d4f11cf5bfae9964a77ccc45ffb1d1b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4f11cf5bfae9964a77ccc45ffb1d1b7 columnFamilyName cf 2024-11-13T11:29:54,199 DEBUG [StoreOpener-d4f11cf5bfae9964a77ccc45ffb1d1b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:54,199 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:29:54,199 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:29:54,199 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:29:54,199 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e398217aca668008f2610bd683b0ca4, NAME => 'SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-13T11:29:54,200 INFO [StoreOpener-d4f11cf5bfae9964a77ccc45ffb1d1b7-1 {}] regionserver.HStore(327): Store=d4f11cf5bfae9964a77ccc45ffb1d1b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:54,200 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:29:54,200 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:29:54,200 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:54,200 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:29:54,200 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:29:54,200 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=193e92aedf6c7fadf80a95aa5c1c30eb, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,34155,1731497373081 2024-11-13T11:29:54,201 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:29:54,201 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:29:54,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=14 2024-11-13T11:29:54,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 6875c1463ef6424ff44aa5fa54a950b8, server=7bf281cf3991,43275,1731497373124 in 10.0470 sec 2024-11-13T11:29:54,202 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:29:54,202 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:29:54,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 193e92aedf6c7fadf80a95aa5c1c30eb, server=7bf281cf3991,34155,1731497373081 because future has completed 2024-11-13T11:29:54,203 INFO [StoreOpener-3e398217aca668008f2610bd683b0ca4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:29:54,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-13T11:29:54,205 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:29:54,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 59e04fe5c56035437fceaaef345a5b17, server=7bf281cf3991,39937,1731497373047 in 10.0450 sec 2024-11-13T11:29:54,205 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:29:54,205 INFO [StoreOpener-3e398217aca668008f2610bd683b0ca4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e398217aca668008f2610bd683b0ca4 columnFamilyName cf 2024-11-13T11:29:54,206 DEBUG [StoreOpener-3e398217aca668008f2610bd683b0ca4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:54,206 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:29:54,206 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:29:54,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59e04fe5c56035437fceaaef345a5b17, ASSIGN in 10.2240 sec 2024-11-13T11:29:54,207 INFO [StoreOpener-3e398217aca668008f2610bd683b0ca4-1 {}] regionserver.HStore(327): Store=3e398217aca668008f2610bd683b0ca4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:54,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6875c1463ef6424ff44aa5fa54a950b8, ASSIGN in 10.2220 sec 2024-11-13T11:29:54,207 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:29:54,207 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:29:54,208 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:29:54,208 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e398217aca668008f2610bd683b0ca4 2024-11-13T11:29:54,208 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e398217aca668008f2610bd683b0ca4 2024-11-13T11:29:54,208 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/d4f11cf5bfae9964a77ccc45ffb1d1b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:54,209 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:29:54,209 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:29:54,209 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened d4f11cf5bfae9964a77ccc45ffb1d1b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69322248, jitterRate=0.0329819917678833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:54,209 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:29:54,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=13 2024-11-13T11:29:54,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 193e92aedf6c7fadf80a95aa5c1c30eb, server=7bf281cf3991,34155,1731497373081 in 10.0460 sec 2024-11-13T11:29:54,209 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for d4f11cf5bfae9964a77ccc45ffb1d1b7: Running coprocessor pre-open hook at 1731497394192Writing region info on filesystem at 1731497394192Initializing all the Stores at 1731497394194 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497394194Cleaning up temporary data from old regions at 1731497394202 (+8 ms)Running coprocessor post-open hooks at 1731497394209 (+7 ms)Region opened successfully at 1731497394209 2024-11-13T11:29:54,210 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:29:54,210 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7., pid=20, masterSystemTime=1731497394147 2024-11-13T11:29:54,211 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:29:54,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=193e92aedf6c7fadf80a95aa5c1c30eb, ASSIGN in 10.2290 sec 2024-11-13T11:29:54,213 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:29:54,213 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:29:54,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d4f11cf5bfae9964a77ccc45ffb1d1b7, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39937,1731497373047 2024-11-13T11:29:54,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4f11cf5bfae9964a77ccc45ffb1d1b7, server=7bf281cf3991,39937,1731497373047 because future has completed 2024-11-13T11:29:54,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-13T11:29:54,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d4f11cf5bfae9964a77ccc45ffb1d1b7, server=7bf281cf3991,39937,1731497373047 in 10.0640 sec 2024-11-13T11:29:54,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4f11cf5bfae9964a77ccc45ffb1d1b7, ASSIGN in 10.2390 sec 2024-11-13T11:29:54,225 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/e32871aafca7657dacf7f65ac4fa2c59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:54,225 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e398217aca668008f2610bd683b0ca4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:54,225 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e32871aafca7657dacf7f65ac4fa2c59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68271172, jitterRate=0.01731973886489868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:54,225 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3e398217aca668008f2610bd683b0ca4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65067848, jitterRate=-0.030413508415222168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:54,225 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:29:54,225 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:29:54,226 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e32871aafca7657dacf7f65ac4fa2c59: Running coprocessor pre-open hook at 1731497394192Writing region info on filesystem at 1731497394192Initializing all the Stores at 1731497394193 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497394193Cleaning up temporary data from old regions at 1731497394208 (+15 ms)Running coprocessor post-open hooks at 1731497394225 (+17 ms)Region opened successfully at 1731497394226 (+1 ms) 2024-11-13T11:29:54,226 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3e398217aca668008f2610bd683b0ca4: Running coprocessor pre-open hook at 1731497394200Writing region info on filesystem at 1731497394200Initializing all the Stores at 1731497394201 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497394201Cleaning up temporary data from old regions at 1731497394209 (+8 ms)Running coprocessor post-open hooks at 1731497394226 (+17 ms)Region opened successfully at 1731497394226 2024-11-13T11:29:54,226 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59., pid=16, masterSystemTime=1731497394149 2024-11-13T11:29:54,226 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4., pid=24, masterSystemTime=1731497394164 2024-11-13T11:29:54,228 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:29:54,228 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:29:54,228 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:29:54,229 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 81c0d874be4bf5036e07cf18da00da3b, NAME => 'SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-13T11:29:54,229 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:29:54,229 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:54,229 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:29:54,229 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:29:54,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3e398217aca668008f2610bd683b0ca4, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,34155,1731497373081 2024-11-13T11:29:54,231 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:29:54,231 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:29:54,231 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:29:54,231 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e25c4284d68b5ca1bdb27b8bfd35f3d, NAME => 'SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-13T11:29:54,231 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:29:54,231 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:29:54,231 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:29:54,232 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:29:54,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e32871aafca7657dacf7f65ac4fa2c59, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:54,233 INFO [StoreOpener-81c0d874be4bf5036e07cf18da00da3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:29:54,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e398217aca668008f2610bd683b0ca4, server=7bf281cf3991,34155,1731497373081 because future has completed 2024-11-13T11:29:54,236 INFO [StoreOpener-3e25c4284d68b5ca1bdb27b8bfd35f3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:29:54,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e32871aafca7657dacf7f65ac4fa2c59, server=7bf281cf3991,43275,1731497373124 because future has completed 2024-11-13T11:29:54,236 INFO [StoreOpener-81c0d874be4bf5036e07cf18da00da3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81c0d874be4bf5036e07cf18da00da3b columnFamilyName cf 2024-11-13T11:29:54,236 DEBUG [StoreOpener-81c0d874be4bf5036e07cf18da00da3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:54,238 INFO [StoreOpener-81c0d874be4bf5036e07cf18da00da3b-1 {}] regionserver.HStore(327): Store=81c0d874be4bf5036e07cf18da00da3b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:54,238 INFO [StoreOpener-3e25c4284d68b5ca1bdb27b8bfd35f3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e25c4284d68b5ca1bdb27b8bfd35f3d columnFamilyName cf 2024-11-13T11:29:54,238 DEBUG [StoreOpener-3e25c4284d68b5ca1bdb27b8bfd35f3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:29:54,238 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:29:54,239 INFO [StoreOpener-3e25c4284d68b5ca1bdb27b8bfd35f3d-1 {}] regionserver.HStore(327): Store=3e25c4284d68b5ca1bdb27b8bfd35f3d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:29:54,239 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:29:54,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-13T11:29:54,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e398217aca668008f2610bd683b0ca4, server=7bf281cf3991,34155,1731497373081 in 10.0770 sec 2024-11-13T11:29:54,239 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:29:54,239 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:29:54,240 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:29:54,240 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:29:54,241 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:29:54,241 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:29:54,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=5 2024-11-13T11:29:54,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e32871aafca7657dacf7f65ac4fa2c59, server=7bf281cf3991,43275,1731497373124 in 10.0930 sec 2024-11-13T11:29:54,242 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:29:54,242 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:29:54,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e398217aca668008f2610bd683b0ca4, ASSIGN in 10.2590 sec 2024-11-13T11:29:54,243 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:29:54,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=e32871aafca7657dacf7f65ac4fa2c59, ASSIGN in 10.2610 sec 2024-11-13T11:29:54,246 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e25c4284d68b5ca1bdb27b8bfd35f3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:54,246 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:29:54,246 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 3e25c4284d68b5ca1bdb27b8bfd35f3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65404676, jitterRate=-0.02539438009262085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:54,246 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:29:54,246 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 3e25c4284d68b5ca1bdb27b8bfd35f3d: Running coprocessor pre-open hook at 1731497394232Writing region info on filesystem at 1731497394232Initializing all the Stores at 1731497394233 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497394233Cleaning up temporary data from old regions at 1731497394241 (+8 ms)Running coprocessor post-open hooks at 1731497394246 (+5 ms)Region opened successfully at 1731497394246 2024-11-13T11:29:54,247 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d., pid=18, masterSystemTime=1731497394149 2024-11-13T11:29:54,249 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:29:54,249 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:29:54,250 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/81c0d874be4bf5036e07cf18da00da3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:29:54,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3e25c4284d68b5ca1bdb27b8bfd35f3d, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:29:54,252 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 81c0d874be4bf5036e07cf18da00da3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59254828, jitterRate=-0.11703425645828247}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:29:54,252 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:29:54,252 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 81c0d874be4bf5036e07cf18da00da3b: Running coprocessor pre-open hook at 1731497394229Writing region info on filesystem at 1731497394229Initializing all the Stores at 1731497394231 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497394231Cleaning up temporary data from old regions at 1731497394242 (+11 ms)Running coprocessor post-open hooks at 1731497394252 (+10 ms)Region opened successfully at 1731497394252 2024-11-13T11:29:54,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e25c4284d68b5ca1bdb27b8bfd35f3d, server=7bf281cf3991,43275,1731497373124 because future has completed 2024-11-13T11:29:54,253 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b., pid=22, masterSystemTime=1731497394164 2024-11-13T11:29:54,255 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:29:54,255 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:29:54,255 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=81c0d874be4bf5036e07cf18da00da3b, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,34155,1731497373081 2024-11-13T11:29:54,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-13T11:29:54,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e25c4284d68b5ca1bdb27b8bfd35f3d, server=7bf281cf3991,43275,1731497373124 in 10.1030 sec 2024-11-13T11:29:54,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81c0d874be4bf5036e07cf18da00da3b, server=7bf281cf3991,34155,1731497373081 because future has completed 2024-11-13T11:29:54,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3e25c4284d68b5ca1bdb27b8bfd35f3d, ASSIGN in 10.2770 sec 2024-11-13T11:29:54,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-13T11:29:54,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 81c0d874be4bf5036e07cf18da00da3b, server=7bf281cf3991,34155,1731497373081 in 10.1000 sec 2024-11-13T11:29:54,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-13T11:29:54,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=81c0d874be4bf5036e07cf18da00da3b, ASSIGN in 10.2810 sec 2024-11-13T11:29:54,263 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:29:54,264 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497394264"}]},"ts":"1731497394264"} 2024-11-13T11:29:54,265 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-13T11:29:54,267 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:29:54,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.3880 sec 2024-11-13T11:29:57,384 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-13T11:29:59,659 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:29:59,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:59,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:29:59,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:30:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:30:02,167 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-13T11:30:02,167 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-13T11:30:02,167 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T11:30:02,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-13T11:30:02,171 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T11:30:02,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-13T11:30:02,208 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d., hostname=7bf281cf3991,43275,1731497373124, seqNum=2] 2024-11-13T11:30:02,210 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d., hostname=7bf281cf3991,43275,1731497373124, seqNum=2] 2024-11-13T11:30:02,211 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d., hostname=7bf281cf3991,43275,1731497373124, seqNum=2] 2024-11-13T11:30:02,212 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d., hostname=7bf281cf3991,43275,1731497373124, seqNum=2] 2024-11-13T11:30:02,214 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d., hostname=7bf281cf3991,43275,1731497373124, seqNum=2] 2024-11-13T11:30:02,243 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8., hostname=7bf281cf3991,39937,1731497373047, seqNum=2] 2024-11-13T11:30:02,245 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8., hostname=7bf281cf3991,39937,1731497373047, seqNum=2] 2024-11-13T11:30:02,246 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8., hostname=7bf281cf3991,39937,1731497373047, seqNum=2] 2024-11-13T11:30:02,248 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8., hostname=7bf281cf3991,39937,1731497373047, seqNum=2] 2024-11-13T11:30:02,249 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8., hostname=7bf281cf3991,39937,1731497373047, seqNum=2] 2024-11-13T11:30:02,278 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb., hostname=7bf281cf3991,34155,1731497373081, seqNum=2] 2024-11-13T11:30:02,280 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb., hostname=7bf281cf3991,34155,1731497373081, seqNum=2] 2024-11-13T11:30:02,282 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb., hostname=7bf281cf3991,34155,1731497373081, seqNum=2] 2024-11-13T11:30:02,283 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb., hostname=7bf281cf3991,34155,1731497373081, seqNum=2] 2024-11-13T11:30:02,284 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb., hostname=7bf281cf3991,34155,1731497373081, seqNum=2] 2024-11-13T11:30:02,338 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8., hostname=7bf281cf3991,43275,1731497373124, seqNum=2] 2024-11-13T11:30:02,340 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8., hostname=7bf281cf3991,43275,1731497373124, seqNum=2] 2024-11-13T11:30:02,341 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8., hostname=7bf281cf3991,43275,1731497373124, seqNum=2] 2024-11-13T11:30:02,342 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8., hostname=7bf281cf3991,43275,1731497373124, seqNum=2] 2024-11-13T11:30:02,343 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8., hostname=7bf281cf3991,43275,1731497373124, seqNum=2] 2024-11-13T11:30:02,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:30:02,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:30:02,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:30:02,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:30:02,978 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:30:03,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39937 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T11:30:03,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34155 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T11:30:03,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:30:03,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T11:30:03,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43275 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. with WAL disabled. Data may be lost in the event of a crash. 2024-11-13T11:30:03,640 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-13T11:30:03,641 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T11:30:03,642 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-13T11:30:03,643 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-13T11:30:03,646 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-13T11:30:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741848_1024 (size=49) 2024-11-13T11:30:03,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741848_1024 (size=49) 2024-11-13T11:30:03,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741848_1024 (size=49) 2024-11-13T11:30:03,661 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-13T11:30:03,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32871aafca7657dacf7f65ac4fa2c59}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59e04fe5c56035437fceaaef345a5b17}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e398217aca668008f2610bd683b0ca4}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d715776227d5d2c8a7995a0c9386e49}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4f11cf5bfae9964a77ccc45ffb1d1b7}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81c0d874be4bf5036e07cf18da00da3b}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e25c4284d68b5ca1bdb27b8bfd35f3d}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f3f42b3b8c65270a1127c056e4c4ca8}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 193e92aedf6c7fadf80a95aa5c1c30eb}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6875c1463ef6424ff44aa5fa54a950b8}] 2024-11-13T11:30:03,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:03,663 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:30:03,663 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:30:03,664 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:30:03,664 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:03,670 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:30:03,670 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:30:03,670 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:03,670 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:30:03,671 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:30:09,903 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-13T11:30:13,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-13T11:30:13,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-13T11:30:13,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-13T11:30:13,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-13T11:30:13,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-13T11:30:13,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:30:13,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:30:13,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-13T11:30:13,669 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 7f3f42b3b8c65270a1127c056e4c4ca8 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-13T11:30:13,669 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 193e92aedf6c7fadf80a95aa5c1c30eb 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-13T11:30:13,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-13T11:30:13,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:30:13,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for d4f11cf5bfae9964a77ccc45ffb1d1b7: 2024-11-13T11:30:13,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. for SnapshotProcedureTest completed. 2024-11-13T11:30:13,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:30:13,669 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 3e25c4284d68b5ca1bdb27b8bfd35f3d 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-13T11:30:13,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-13T11:30:13,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:30:13,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:30:13,669 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:30:13,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 81c0d874be4bf5036e07cf18da00da3b: 2024-11-13T11:30:13,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. for SnapshotProcedureTest completed. 2024-11-13T11:30:13,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:30:13,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:30:13,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:30:13,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-13T11:30:13,671 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 59e04fe5c56035437fceaaef345a5b17: 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 6d715776227d5d2c8a7995a0c9386e49: 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. for SnapshotProcedureTest completed. 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. for SnapshotProcedureTest completed. 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:30:13,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3e398217aca668008f2610bd683b0ca4: 2024-11-13T11:30:13,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. for SnapshotProcedureTest completed. 2024-11-13T11:30:13,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:30:13,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:30:13,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-13T11:30:13,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:30:13,673 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 6875c1463ef6424ff44aa5fa54a950b8 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-13T11:30:13,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8/.tmp/cf/ec52f7e294f447dd824ea6117df9c433 is 34, key is baa/cf:cf/1731497403000/Put/seqid=0 2024-11-13T11:30:13,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e25c4284d68b5ca1bdb27b8bfd35f3d/.tmp/cf/7855b62be6d845288cf2cb529b73d5af is 34, key is aaa/cf:cf/1731497403091/Put/seqid=0 2024-11-13T11:30:13,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741849_1025 (size=65) 2024-11-13T11:30:13,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741849_1025 (size=65) 2024-11-13T11:30:13,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741849_1025 (size=65) 2024-11-13T11:30:13,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741850_1026 (size=65) 2024-11-13T11:30:13,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741850_1026 (size=65) 2024-11-13T11:30:13,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:30:13,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-13T11:30:13,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741850_1026 (size=65) 2024-11-13T11:30:13,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:30:13,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-13T11:30:13,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-13T11:30:13,714 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:13,714 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-13T11:30:13,715 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:13,715 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:13,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 59e04fe5c56035437fceaaef345a5b17 in 10.0540 sec 2024-11-13T11:30:13,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d4f11cf5bfae9964a77ccc45ffb1d1b7 in 10.0550 sec 2024-11-13T11:30:13,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/193e92aedf6c7fadf80a95aa5c1c30eb/.tmp/cf/ca259fcba7a2440ca545782628049158 is 34, key is ccd/cf:cf/1731497403033/Put/seqid=0 2024-11-13T11:30:13,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741852_1028 (size=65) 2024-11-13T11:30:13,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741852_1028 (size=65) 2024-11-13T11:30:13,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741852_1028 (size=65) 2024-11-13T11:30:13,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:30:13,730 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-13T11:30:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-13T11:30:13,730 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:30:13,731 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:30:13,732 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 81c0d874be4bf5036e07cf18da00da3b in 10.0700 sec 2024-11-13T11:30:13,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741853_1029 (size=65) 2024-11-13T11:30:13,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741853_1029 (size=65) 2024-11-13T11:30:13,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741853_1029 (size=65) 2024-11-13T11:30:13,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:30:13,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-13T11:30:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-13T11:30:13,746 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:30:13,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:30:13,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e398217aca668008f2610bd683b0ca4 in 10.0860 sec 2024-11-13T11:30:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741851_1027 (size=65) 2024-11-13T11:30:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741851_1027 (size=65) 2024-11-13T11:30:13,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741851_1027 (size=65) 2024-11-13T11:30:13,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:30:13,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-13T11:30:13,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:30:13,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for e32871aafca7657dacf7f65ac4fa2c59: 2024-11-13T11:30:13,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. for SnapshotProcedureTest completed. 2024-11-13T11:30:13,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-13T11:30:13,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,757 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:30:13,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:30:13,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-13T11:30:13,757 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:30:13,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6d715776227d5d2c8a7995a0c9386e49 in 10.0970 sec 2024-11-13T11:30:13,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741854_1030 (size=28623) 2024-11-13T11:30:13,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741854_1030 (size=28623) 2024-11-13T11:30:13,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741854_1030 (size=28623) 2024-11-13T11:30:13,776 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8/.tmp/cf/ec52f7e294f447dd824ea6117df9c433 2024-11-13T11:30:13,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6875c1463ef6424ff44aa5fa54a950b8/.tmp/cf/707b64cd258042769c6abba5150b9def is 34, key is eaa/cf:cf/1731497403506/Put/seqid=0 2024-11-13T11:30:13,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741855_1031 (size=26918) 2024-11-13T11:30:13,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741857_1033 (size=499309) 2024-11-13T11:30:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741855_1031 (size=26918) 2024-11-13T11:30:13,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741855_1031 (size=26918) 2024-11-13T11:30:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741857_1033 (size=499309) 2024-11-13T11:30:13,794 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e25c4284d68b5ca1bdb27b8bfd35f3d/.tmp/cf/7855b62be6d845288cf2cb529b73d5af 2024-11-13T11:30:13,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741857_1033 (size=499309) 2024-11-13T11:30:13,795 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6875c1463ef6424ff44aa5fa54a950b8/.tmp/cf/707b64cd258042769c6abba5150b9def 2024-11-13T11:30:13,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741856_1032 (size=47197) 2024-11-13T11:30:13,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741856_1032 (size=47197) 2024-11-13T11:30:13,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741856_1032 (size=47197) 2024-11-13T11:30:13,814 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/193e92aedf6c7fadf80a95aa5c1c30eb/.tmp/cf/ca259fcba7a2440ca545782628049158 2024-11-13T11:30:13,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e25c4284d68b5ca1bdb27b8bfd35f3d/.tmp/cf/7855b62be6d845288cf2cb529b73d5af as hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e25c4284d68b5ca1bdb27b8bfd35f3d/cf/7855b62be6d845288cf2cb529b73d5af 2024-11-13T11:30:13,816 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6875c1463ef6424ff44aa5fa54a950b8/.tmp/cf/707b64cd258042769c6abba5150b9def as hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6875c1463ef6424ff44aa5fa54a950b8/cf/707b64cd258042769c6abba5150b9def 2024-11-13T11:30:13,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/193e92aedf6c7fadf80a95aa5c1c30eb/.tmp/cf/ca259fcba7a2440ca545782628049158 as hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/193e92aedf6c7fadf80a95aa5c1c30eb/cf/ca259fcba7a2440ca545782628049158 2024-11-13T11:30:13,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8/.tmp/cf/ec52f7e294f447dd824ea6117df9c433 as hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8/cf/ec52f7e294f447dd824ea6117df9c433 2024-11-13T11:30:13,829 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6875c1463ef6424ff44aa5fa54a950b8/cf/707b64cd258042769c6abba5150b9def, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-13T11:30:13,830 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 6875c1463ef6424ff44aa5fa54a950b8 in 157ms, sequenceid=5, compaction requested=false 2024-11-13T11:30:13,830 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 6875c1463ef6424ff44aa5fa54a950b8: 2024-11-13T11:30:13,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. for SnapshotProcedureTest completed. 2024-11-13T11:30:13,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:30:13,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6875c1463ef6424ff44aa5fa54a950b8/cf/707b64cd258042769c6abba5150b9def] hfiles 2024-11-13T11:30:13,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6875c1463ef6424ff44aa5fa54a950b8/cf/707b64cd258042769c6abba5150b9def for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,832 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8/cf/ec52f7e294f447dd824ea6117df9c433, entries=731, sequenceid=5, filesize=28.0 K 2024-11-13T11:30:13,832 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/193e92aedf6c7fadf80a95aa5c1c30eb/cf/ca259fcba7a2440ca545782628049158, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-13T11:30:13,833 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 7f3f42b3b8c65270a1127c056e4c4ca8 in 165ms, sequenceid=5, compaction requested=false 2024-11-13T11:30:13,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 7f3f42b3b8c65270a1127c056e4c4ca8: 2024-11-13T11:30:13,833 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 193e92aedf6c7fadf80a95aa5c1c30eb in 164ms, sequenceid=5, compaction requested=false 2024-11-13T11:30:13,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. for SnapshotProcedureTest completed. 2024-11-13T11:30:13,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 193e92aedf6c7fadf80a95aa5c1c30eb: 2024-11-13T11:30:13,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. for SnapshotProcedureTest completed. 2024-11-13T11:30:13,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:30:13,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:30:13,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8/cf/ec52f7e294f447dd824ea6117df9c433] hfiles 2024-11-13T11:30:13,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/193e92aedf6c7fadf80a95aa5c1c30eb/cf/ca259fcba7a2440ca545782628049158] hfiles 2024-11-13T11:30:13,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8/cf/ec52f7e294f447dd824ea6117df9c433 for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/193e92aedf6c7fadf80a95aa5c1c30eb/cf/ca259fcba7a2440ca545782628049158 for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741858_1034 (size=57) 2024-11-13T11:30:13,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741858_1034 (size=57) 2024-11-13T11:30:13,842 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e25c4284d68b5ca1bdb27b8bfd35f3d/cf/7855b62be6d845288cf2cb529b73d5af, entries=676, sequenceid=5, filesize=26.3 K 2024-11-13T11:30:13,843 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 3e25c4284d68b5ca1bdb27b8bfd35f3d in 174ms, sequenceid=5, compaction requested=false 2024-11-13T11:30:13,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 3e25c4284d68b5ca1bdb27b8bfd35f3d: 2024-11-13T11:30:13,843 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. for SnapshotProcedureTest completed. 2024-11-13T11:30:13,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741858_1034 (size=57) 2024-11-13T11:30:13,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d.' region-info for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-13T11:30:13,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e25c4284d68b5ca1bdb27b8bfd35f3d/cf/7855b62be6d845288cf2cb529b73d5af] hfiles 2024-11-13T11:30:13,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e25c4284d68b5ca1bdb27b8bfd35f3d/cf/7855b62be6d845288cf2cb529b73d5af for snapshot=SnapshotProcedureTest 2024-11-13T11:30:13,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:30:13,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-13T11:30:13,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-13T11:30:13,845 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:30:13,845 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:30:13,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e32871aafca7657dacf7f65ac4fa2c59 in 10.1850 sec 2024-11-13T11:30:13,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741860_1036 (size=105) 2024-11-13T11:30:13,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741860_1036 (size=105) 2024-11-13T11:30:13,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:30:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741860_1036 (size=105) 2024-11-13T11:30:13,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-13T11:30:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741859_1035 (size=97) 2024-11-13T11:30:13,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741859_1035 (size=97) 2024-11-13T11:30:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-13T11:30:13,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741859_1035 (size=97) 2024-11-13T11:30:13,866 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:30:13,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:30:13,866 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-13T11:30:13,866 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:30:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-13T11:30:13,867 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:30:13,867 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:30:13,868 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 193e92aedf6c7fadf80a95aa5c1c30eb in 10.2060 sec 2024-11-13T11:30:13,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6875c1463ef6424ff44aa5fa54a950b8 in 10.2070 sec 2024-11-13T11:30:13,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741861_1037 (size=105) 2024-11-13T11:30:13,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741861_1037 (size=105) 2024-11-13T11:30:13,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741861_1037 (size=105) 2024-11-13T11:30:13,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:30:13,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-13T11:30:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-13T11:30:13,879 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:13,879 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:13,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7f3f42b3b8c65270a1127c056e4c4ca8 in 10.2190 sec 2024-11-13T11:30:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741862_1038 (size=105) 2024-11-13T11:30:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741862_1038 (size=105) 2024-11-13T11:30:13,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741862_1038 (size=105) 2024-11-13T11:30:13,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:30:13,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-13T11:30:13,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-13T11:30:13,885 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:30:13,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:30:13,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-13T11:30:13,888 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-13T11:30:13,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e25c4284d68b5ca1bdb27b8bfd35f3d in 10.2250 sec 2024-11-13T11:30:13,889 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-13T11:30:13,890 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-13T11:30:13,890 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-13T11:30:13,892 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T11:30:13,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741863_1039 (size=1174) 2024-11-13T11:30:13,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741863_1039 (size=1174) 2024-11-13T11:30:13,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741863_1039 (size=1174) 2024-11-13T11:30:13,921 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-13T11:30:13,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-13T11:30:13,930 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,39937,1731497373047 2024-11-13T11:30:13,930 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:13,930 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:13,930 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:13,930 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:13,934 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:13,937 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:13,937 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,39937,1731497373047 2024-11-13T11:30:13,937 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,39937,1731497373047 2024-11-13T11:30:13,959 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T11:30:13,960 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 7bf281cf3991,39937,1731497373047 2024-11-13T11:30:13,960 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7bf281cf3991,39937,1731497373047: Simulated kill ***** 2024-11-13T11:30:13,960 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:30:13,960 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:30:13,961 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:30:13,961 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:30:13,961 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:30:13,961 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 458294784 }, "NonHeapMemoryUsage": { "committed": 176619520, "init": 7667712, "max": -1, "used": 173857376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:30:13,962 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33393 {}] master.MasterRpcServices(700): 7bf281cf3991,39937,1731497373047 reported a fatal error: ***** ABORTING region server 7bf281cf3991,39937,1731497373047: Simulated kill ***** 2024-11-13T11:30:13,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,39937,1731497373047' ***** 2024-11-13T11:30:13,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-13T11:30:13,963 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:30:13,963 INFO [RS:0;7bf281cf3991:39937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-13T11:30:13,963 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:30:13,963 INFO [RS:0;7bf281cf3991:39937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-13T11:30:13,963 INFO [RS:0;7bf281cf3991:39937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:30:13,963 INFO [RS:0;7bf281cf3991:39937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:39937. 2024-11-13T11:30:13,963 DEBUG [RS:0;7bf281cf3991:39937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:30:13,963 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T11:30:13,964 DEBUG [RS:0;7bf281cf3991:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:30:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741835_1011 (size=1488) 2024-11-13T11:30:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741835_1011 (size=1488) 2024-11-13T11:30:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741835_1011 (size=1488) 2024-11-13T11:30:13,968 DEBUG [RS:0;7bf281cf3991:39937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:30:13,968 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:30:13,968 INFO [RS:0;7bf281cf3991:39937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39937 2024-11-13T11:30:13,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T11:30:13,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7bf281cf3991,39937,1731497373047 2024-11-13T11:30:13,970 INFO [RS:0;7bf281cf3991:39937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:30:13,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,39937,1731497373047] 2024-11-13T11:30:13,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7bf281cf3991,39937,1731497373047 already deleted, retry=false 2024-11-13T11:30:13,972 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7bf281cf3991,39937,1731497373047 on 7bf281cf3991,33393,1731497373000 2024-11-13T11:30:13,973 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7bf281cf3991,39937,1731497373047, splitWal=true, meta=false 2024-11-13T11:30:13,973 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 7bf281cf3991,39937,1731497373047 (carryingMeta=false) 7bf281cf3991,39937,1731497373047/CRASHED/regionCount=3/lock=java.util.concurrent.locks.ReentrantReadWriteLock@33d17d92[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T11:30:13,974 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7bf281cf3991,39937,1731497373047, splitWal=true, meta=false 2024-11-13T11:30:13,974 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 7bf281cf3991,39937,1731497373047 had 3 regions 2024-11-13T11:30:13,975 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7bf281cf3991,39937,1731497373047, splitWal=true, meta=false, isMeta: false 2024-11-13T11:30:13,977 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting 2024-11-13T11:30:13,979 INFO [PEWorker-2 {}] master.SplitWALManager(105): 7bf281cf3991,39937,1731497373047 WAL count=1, meta=false 2024-11-13T11:30:13,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7bf281cf3991%2C39937%2C1731497373047.1731497373540}] 2024-11-13T11:30:13,981 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:13,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7bf281cf3991%2C39937%2C1731497373047.1731497373540, worker=7bf281cf3991,34155,1731497373081}] 2024-11-13T11:30:13,982 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39937,1731497373047 Release verify snapshot worker=7bf281cf3991,39937,1731497373047 2024-11-13T11:30:13,983 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 45 to 7bf281cf3991,39937,1731497373047, this operation will be retried to send to another server 2024-11-13T11:30:13,983 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T11:30:13,983 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=45, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731497414983 2024-11-13T11:30:13,984 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39937,1731497373047 Release verify snapshot worker=7bf281cf3991,39937,1731497373047 2024-11-13T11:30:13,984 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 33 is already finished, skip the rest processes 2024-11-13T11:30:13,984 WARN [PEWorker-1 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 40 to 7bf281cf3991,39937,1731497373047, this operation will be retried to send to another server 2024-11-13T11:30:13,984 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-13T11:30:13,984 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-13T11:30:13,984 WARN [PEWorker-1 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T11:30:13,984 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=40, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731497414984 2024-11-13T11:30:13,985 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,39937,1731497373047 Release verify snapshot worker=7bf281cf3991,39937,1731497373047 2024-11-13T11:30:13,985 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 7bf281cf3991,39937,1731497373047, this operation will be retried to send to another server 2024-11-13T11:30:13,985 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T11:30:13,985 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731497414985 2024-11-13T11:30:14,054 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:30:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:30:14,071 INFO [RS:0;7bf281cf3991:39937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:30:14,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39937-0x10038d889a30001, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:30:14,071 INFO [RS:0;7bf281cf3991:39937 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,39937,1731497373047; zookeeper connection closed. 2024-11-13T11:30:14,072 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ab5d596 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ab5d596 2024-11-13T11:30:14,487 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:30:14,487 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:30:23,862 INFO [master/7bf281cf3991:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T11:30:23,862 INFO [master/7bf281cf3991:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T11:30:23,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-13T11:30:23,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-13T11:30:23,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-13T11:30:23,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-13T11:30:23,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-13T11:30:23,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-13T11:30:23,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-13T11:30:23,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T11:30:23,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-13T11:30:23,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-13T11:30:23,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-13T11:30:23,941 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-13T11:30:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-13T11:30:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-13T11:30:23,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-13T11:30:23,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-13T11:30:23,942 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-13T11:30:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-13T11:30:23,944 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,34155,1731497373081 Release verify snapshot worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:23,944 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,43275,1731497373124 Release verify snapshot worker=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-13T11:30:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-13T11:30:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-13T11:30:23,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,43275,1731497373124 in 10.0180 sec 2024-11-13T11:30:23,946 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:23,946 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:23,947 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,43275,1731497373124 Release verify snapshot worker=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:23,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,34155,1731497373081 in 10.0180 sec 2024-11-13T11:30:23,949 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,34155,1731497373081 Release verify snapshot worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:23,949 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,43275,1731497373124 Release verify snapshot worker=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:23,949 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:23,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,34155,1731497373081 in 10.0230 sec 2024-11-13T11:30:23,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,43275,1731497373124 in 10.0210 sec 2024-11-13T11:30:23,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,43275,1731497373124 in 10.0230 sec 2024-11-13T11:30:23,952 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,34155,1731497373081 Release verify snapshot worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:23,952 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:23,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,34155,1731497373081 in 10.0260 sec 2024-11-13T11:30:23,957 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540, size=1.5 K (1488bytes) 2024-11-13T11:30:23,957 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540 2024-11-13T11:30:23,957 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540 after 0ms 2024-11-13T11:30:23,960 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540 took 4ms 2024-11-13T11:30:23,963 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 7f3f42b3b8c65270a1127c056e4c4ca8: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-13T11:30:23,964 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 59e04fe5c56035437fceaaef345a5b17: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T11:30:23,966 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for d4f11cf5bfae9964a77ccc45ffb1d1b7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-13T11:30:23,966 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540 so closing down 2024-11-13T11:30:23,966 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-13T11:30:23,966 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-13T11:30:23,966 INFO [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540, size=1.5 K, length=1488, corrupted=false, cancelled=false 2024-11-13T11:30:23,967 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540, journal: Splitting hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540, size=1.5 K (1488bytes) at 1731497423957Finishing writing output for hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540 so closing down at 1731497423966 (+9 ms)3 split writer threads finished at 1731497423966Processed 5 edits across 0 Regions in 5 ms; skipped=5; WAL=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540, size=1.5 K, length=1488, corrupted=false, cancelled=false at 1731497423966 2024-11-13T11:30:23,967 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540 2024-11-13T11:30:23,967 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-13T11:30:23,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-13T11:30:23,971 INFO [PEWorker-2 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting/7bf281cf3991%2C39937%2C1731497373047.1731497373540 to hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/oldWALs 2024-11-13T11:30:23,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-13T11:30:23,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7bf281cf3991%2C39937%2C1731497373047.1731497373540, worker=7bf281cf3991,34155,1731497373081 in 9.9900 sec 2024-11-13T11:30:23,975 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:23,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-13T11:30:23,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 7bf281cf3991%2C39937%2C1731497373047.1731497373540, worker=7bf281cf3991,34155,1731497373081 in 9.9960 sec 2024-11-13T11:30:23,978 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting dir is empty, no logs to split. 2024-11-13T11:30:23,979 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7bf281cf3991,39937,1731497373047 WAL count=0, meta=false 2024-11-13T11:30:23,979 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7bf281cf3991,39937,1731497373047 WAL splitting is done? wals=0, meta=false 2024-11-13T11:30:23,981 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7bf281cf3991,39937,1731497373047 failed, ignore...File hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/WALs/7bf281cf3991,39937,1731497373047-splitting does not exist. 2024-11-13T11:30:23,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f3f42b3b8c65270a1127c056e4c4ca8, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59e04fe5c56035437fceaaef345a5b17, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4f11cf5bfae9964a77ccc45ffb1d1b7, ASSIGN}] 2024-11-13T11:30:23,983 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59e04fe5c56035437fceaaef345a5b17, ASSIGN 2024-11-13T11:30:23,983 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7f3f42b3b8c65270a1127c056e4c4ca8, ASSIGN 2024-11-13T11:30:23,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4f11cf5bfae9964a77ccc45ffb1d1b7, ASSIGN 2024-11-13T11:30:23,983 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59e04fe5c56035437fceaaef345a5b17, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T11:30:23,983 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7f3f42b3b8c65270a1127c056e4c4ca8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T11:30:23,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4f11cf5bfae9964a77ccc45ffb1d1b7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T11:30:24,135 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(204): Hosts are {7bf281cf3991=0} racks are {/default-rack=0} 2024-11-13T11:30:24,136 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T11:30:24,136 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T11:30:24,136 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T11:30:24,136 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T11:30:24,136 INFO [7bf281cf3991:33393 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T11:30:24,136 INFO [7bf281cf3991:33393 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T11:30:24,137 DEBUG [7bf281cf3991:33393 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T11:30:24,138 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=7f3f42b3b8c65270a1127c056e4c4ca8, regionState=OPENING, regionLocation=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:24,138 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=59e04fe5c56035437fceaaef345a5b17, regionState=OPENING, regionLocation=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:24,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=d4f11cf5bfae9964a77ccc45ffb1d1b7, regionState=OPENING, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:24,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7f3f42b3b8c65270a1127c056e4c4ca8, ASSIGN because future has completed 2024-11-13T11:30:24,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f3f42b3b8c65270a1127c056e4c4ca8, server=7bf281cf3991,34155,1731497373081}] 2024-11-13T11:30:24,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=59e04fe5c56035437fceaaef345a5b17, ASSIGN because future has completed 2024-11-13T11:30:24,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59e04fe5c56035437fceaaef345a5b17, server=7bf281cf3991,34155,1731497373081}] 2024-11-13T11:30:24,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d4f11cf5bfae9964a77ccc45ffb1d1b7, ASSIGN because future has completed 2024-11-13T11:30:24,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4f11cf5bfae9964a77ccc45ffb1d1b7, server=7bf281cf3991,43275,1731497373124}] 2024-11-13T11:30:32,979 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:30:33,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-13T11:30:33,954 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:30:33,954 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:30:33,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-13T11:30:33,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-13T11:30:33,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34155 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-13T11:30:33,955 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 59e04fe5c56035437fceaaef345a5b17, NAME => 'SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-13T11:30:33,955 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => d4f11cf5bfae9964a77ccc45ffb1d1b7, NAME => 'SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-13T11:30:33,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-13T11:30:33,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-13T11:30:33,955 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-13T11:30:33,955 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:33,955 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:30:33,955 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:33,956 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:30:33,956 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:33,956 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:33,956 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:33,956 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-13T11:30:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-13T11:30:33,957 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-13T11:30:33,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-13T11:30:33,958 INFO [StoreOpener-d4f11cf5bfae9964a77ccc45ffb1d1b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:33,958 INFO [StoreOpener-59e04fe5c56035437fceaaef345a5b17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33393 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-13T11:30:33,959 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,34155,1731497373081 Release verify snapshot worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:33,959 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,43275,1731497373124 Release verify snapshot worker=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:33,959 INFO [StoreOpener-59e04fe5c56035437fceaaef345a5b17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59e04fe5c56035437fceaaef345a5b17 columnFamilyName cf 2024-11-13T11:30:33,959 INFO [StoreOpener-d4f11cf5bfae9964a77ccc45ffb1d1b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4f11cf5bfae9964a77ccc45ffb1d1b7 columnFamilyName cf 2024-11-13T11:30:33,959 DEBUG [StoreOpener-59e04fe5c56035437fceaaef345a5b17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:30:33,959 DEBUG [StoreOpener-d4f11cf5bfae9964a77ccc45ffb1d1b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:30:33,960 INFO [StoreOpener-d4f11cf5bfae9964a77ccc45ffb1d1b7-1 {}] regionserver.HStore(327): Store=d4f11cf5bfae9964a77ccc45ffb1d1b7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:30:33,960 INFO [StoreOpener-59e04fe5c56035437fceaaef345a5b17-1 {}] regionserver.HStore(327): Store=59e04fe5c56035437fceaaef345a5b17/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:30:33,960 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:33,960 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:33,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,34155,1731497373081 in 20.0330 sec 2024-11-13T11:30:33,961 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,43275,1731497373124 Release verify snapshot worker=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:33,961 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:33,961 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:33,962 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,34155,1731497373081 Release verify snapshot worker=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:33,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,43275,1731497373124 in 20.0330 sec 2024-11-13T11:30:33,962 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:33,962 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:33,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,43275,1731497373124 in 20.0350 sec 2024-11-13T11:30:33,963 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:33,963 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:33,963 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:33,963 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:33,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=25 2024-11-13T11:30:33,964 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-13T11:30:33,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=7bf281cf3991,34155,1731497373081 in 20.0360 sec 2024-11-13T11:30:33,964 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/.hbase-snapshot/SnapshotProcedureTest 2024-11-13T11:30:33,964 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:33,964 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:33,965 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 59e04fe5c56035437fceaaef345a5b17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62071991, jitterRate=-0.07505525648593903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:30:33,965 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:33,965 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 59e04fe5c56035437fceaaef345a5b17: Running coprocessor pre-open hook at 1731497433956Writing region info on filesystem at 1731497433956Initializing all the Stores at 1731497433958 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497433958Cleaning up temporary data from old regions at 1731497433963 (+5 ms)Running coprocessor post-open hooks at 1731497433965 (+2 ms)Region opened successfully at 1731497433965 2024-11-13T11:30:33,965 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened d4f11cf5bfae9964a77ccc45ffb1d1b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71753610, jitterRate=0.06921210885047913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:30:33,965 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:33,966 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for d4f11cf5bfae9964a77ccc45ffb1d1b7: Running coprocessor pre-open hook at 1731497433956Writing region info on filesystem at 1731497433956Initializing all the Stores at 1731497433958 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497433958Cleaning up temporary data from old regions at 1731497433963 (+5 ms)Running coprocessor post-open hooks at 1731497433965 (+2 ms)Region opened successfully at 1731497433965 2024-11-13T11:30:33,966 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-13T11:30:33,966 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-13T11:30:33,966 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17., pid=53, masterSystemTime=1731497433947 2024-11-13T11:30:33,966 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7., pid=54, masterSystemTime=1731497433947 2024-11-13T11:30:33,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.3270 sec 2024-11-13T11:30:33,968 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:30:33,968 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:30:33,968 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:30:33,968 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f3f42b3b8c65270a1127c056e4c4ca8, NAME => 'SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-13T11:30:33,968 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:33,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=59e04fe5c56035437fceaaef345a5b17, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:33,968 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:30:33,969 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:33,969 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:33,969 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:30:33,969 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:30:33,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=d4f11cf5bfae9964a77ccc45ffb1d1b7, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,43275,1731497373124 2024-11-13T11:30:33,971 INFO [StoreOpener-7f3f42b3b8c65270a1127c056e4c4ca8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:33,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59e04fe5c56035437fceaaef345a5b17, server=7bf281cf3991,34155,1731497373081 because future has completed 2024-11-13T11:30:33,972 INFO [StoreOpener-7f3f42b3b8c65270a1127c056e4c4ca8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f3f42b3b8c65270a1127c056e4c4ca8 columnFamilyName cf 2024-11-13T11:30:33,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure d4f11cf5bfae9964a77ccc45ffb1d1b7, server=7bf281cf3991,43275,1731497373124 because future has completed 2024-11-13T11:30:33,972 DEBUG [StoreOpener-7f3f42b3b8c65270a1127c056e4c4ca8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:30:33,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=50 2024-11-13T11:30:33,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=50, state=SUCCESS, hasLock=false; OpenRegionProcedure 59e04fe5c56035437fceaaef345a5b17, server=7bf281cf3991,34155,1731497373081 in 9.8270 sec 2024-11-13T11:30:33,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=51 2024-11-13T11:30:33,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=51, state=SUCCESS, hasLock=false; OpenRegionProcedure d4f11cf5bfae9964a77ccc45ffb1d1b7, server=7bf281cf3991,43275,1731497373124 in 9.8270 sec 2024-11-13T11:30:33,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=59e04fe5c56035437fceaaef345a5b17, ASSIGN in 9.9930 sec 2024-11-13T11:30:33,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d4f11cf5bfae9964a77ccc45ffb1d1b7, ASSIGN in 9.9930 sec 2024-11-13T11:30:33,983 DEBUG [StoreOpener-7f3f42b3b8c65270a1127c056e4c4ca8-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8/cf/ec52f7e294f447dd824ea6117df9c433 2024-11-13T11:30:33,983 INFO [StoreOpener-7f3f42b3b8c65270a1127c056e4c4ca8-1 {}] regionserver.HStore(327): Store=7f3f42b3b8c65270a1127c056e4c4ca8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:30:33,983 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:33,984 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:33,985 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:33,986 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:33,986 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:33,988 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:33,991 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:30:33,992 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-13T11:30:33,992 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 7f3f42b3b8c65270a1127c056e4c4ca8; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65262865, jitterRate=-0.02750752866268158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T11:30:33,992 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:33,992 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 7f3f42b3b8c65270a1127c056e4c4ca8: Running coprocessor pre-open hook at 1731497433969Writing region info on filesystem at 1731497433969Initializing all the Stores at 1731497433970 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497433970Cleaning up temporary data from old regions at 1731497433986 (+16 ms)Running coprocessor post-open hooks at 1731497433992 (+6 ms)Region opened successfully at 1731497433992 2024-11-13T11:30:33,993 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8., pid=52, masterSystemTime=1731497433947 2024-11-13T11:30:33,995 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:30:33,995 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:30:33,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=7f3f42b3b8c65270a1127c056e4c4ca8, regionState=OPEN, openSeqNum=6, regionLocation=7bf281cf3991,34155,1731497373081 2024-11-13T11:30:33,996 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-13T11:30:33,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:30:33,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:30:33,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:30:33,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:30:33,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:30:33,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:30:33,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:30:33,998 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1368825829, stopped=false 2024-11-13T11:30:33,998 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,33393,1731497373000 2024-11-13T11:30:33,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f3f42b3b8c65270a1127c056e4c4ca8, server=7bf281cf3991,34155,1731497373081 because future has completed 2024-11-13T11:30:34,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T11:30:34,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T11:30:34,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:30:34,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:30:34,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T11:30:34,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:30:34,000 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:30:34,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:30:34,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:30:34,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T11:30:34,001 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-13T11:30:34,001 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(3091): Received CLOSE for 6875c1463ef6424ff44aa5fa54a950b8 2024-11-13T11:30:34,001 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(3091): Received CLOSE for d4f11cf5bfae9964a77ccc45ffb1d1b7 2024-11-13T11:30:34,001 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d715776227d5d2c8a7995a0c9386e49 2024-11-13T11:30:34,001 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(3091): Received CLOSE for e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:30:34,001 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e25c4284d68b5ca1bdb27b8bfd35f3d 2024-11-13T11:30:34,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:30:34,001 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6875c1463ef6424ff44aa5fa54a950b8, disabling compactions & flushes 2024-11-13T11:30:34,002 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:30:34,002 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:30:34,002 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:30:34,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:30:34,002 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. after waiting 0 ms 2024-11-13T11:30:34,002 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:30:34,002 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,34155,1731497373081' ***** 2024-11-13T11:30:34,002 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:30:34,002 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,43275,1731497373124' ***** 2024-11-13T11:30:34,002 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:30:34,002 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:30:34,003 INFO [RS:1;7bf281cf3991:34155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:30:34,003 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:30:34,003 INFO [RS:1;7bf281cf3991:34155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:30:34,003 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f3f42b3b8c65270a1127c056e4c4ca8 2024-11-13T11:30:34,003 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(3091): Received CLOSE for 193e92aedf6c7fadf80a95aa5c1c30eb 2024-11-13T11:30:34,003 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e398217aca668008f2610bd683b0ca4 2024-11-13T11:30:34,003 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(3091): Received CLOSE for 59e04fe5c56035437fceaaef345a5b17 2024-11-13T11:30:34,004 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:30:34,004 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(3091): Received CLOSE for 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:30:34,004 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,34155,1731497373081 2024-11-13T11:30:34,003 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f3f42b3b8c65270a1127c056e4c4ca8, disabling compactions & flushes 2024-11-13T11:30:34,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:30:34,004 INFO [RS:1;7bf281cf3991:34155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:30:34,004 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:30:34,004 INFO [RS:1;7bf281cf3991:34155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7bf281cf3991:34155. 2024-11-13T11:30:34,004 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:30:34,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=49 2024-11-13T11:30:34,004 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. after waiting 0 ms 2024-11-13T11:30:34,004 DEBUG [RS:1;7bf281cf3991:34155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:30:34,004 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:30:34,004 DEBUG [RS:1;7bf281cf3991:34155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:30:34,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f3f42b3b8c65270a1127c056e4c4ca8, server=7bf281cf3991,34155,1731497373081 in 9.8550 sec 2024-11-13T11:30:34,004 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-13T11:30:34,004 DEBUG [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(1325): Online Regions={7f3f42b3b8c65270a1127c056e4c4ca8=SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8., 193e92aedf6c7fadf80a95aa5c1c30eb=SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb., 3e398217aca668008f2610bd683b0ca4=SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4., 59e04fe5c56035437fceaaef345a5b17=SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17., 81c0d874be4bf5036e07cf18da00da3b=SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b.} 2024-11-13T11:30:34,004 DEBUG [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(1351): Waiting on 193e92aedf6c7fadf80a95aa5c1c30eb, 3e398217aca668008f2610bd683b0ca4, 59e04fe5c56035437fceaaef345a5b17, 7f3f42b3b8c65270a1127c056e4c4ca8, 81c0d874be4bf5036e07cf18da00da3b 2024-11-13T11:30:34,004 INFO [RS:2;7bf281cf3991:43275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:30:34,004 INFO [RS:2;7bf281cf3991:43275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:30:34,005 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: d4f11cf5bfae9964a77ccc45ffb1d1b7, which we are already trying to CLOSE, but not completed yet 2024-11-13T11:30:34,005 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 6d715776227d5d2c8a7995a0c9386e49, which we are already trying to CLOSE, but not completed yet 2024-11-13T11:30:34,005 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: e32871aafca7657dacf7f65ac4fa2c59, which we are already trying to CLOSE, but not completed yet 2024-11-13T11:30:34,005 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 3e25c4284d68b5ca1bdb27b8bfd35f3d, which we are already trying to CLOSE, but not completed yet 2024-11-13T11:30:34,005 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,43275,1731497373124 2024-11-13T11:30:34,005 INFO [RS:2;7bf281cf3991:43275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:30:34,005 INFO [RS:2;7bf281cf3991:43275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7bf281cf3991:43275. 2024-11-13T11:30:34,005 DEBUG [RS:2;7bf281cf3991:43275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:30:34,005 DEBUG [RS:2;7bf281cf3991:43275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:30:34,005 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:30:34,005 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:30:34,005 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:30:34,005 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:30:34,009 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-13T11:30:34,009 DEBUG [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(1325): Online Regions={6875c1463ef6424ff44aa5fa54a950b8=SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8., 1588230740=hbase:meta,,1.1588230740, d4f11cf5bfae9964a77ccc45ffb1d1b7=SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7., 6d715776227d5d2c8a7995a0c9386e49=SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49., e32871aafca7657dacf7f65ac4fa2c59=SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59., 3e25c4284d68b5ca1bdb27b8bfd35f3d=SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d.} 2024-11-13T11:30:34,009 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:30:34,009 DEBUG [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e25c4284d68b5ca1bdb27b8bfd35f3d, 6875c1463ef6424ff44aa5fa54a950b8, 6d715776227d5d2c8a7995a0c9386e49, d4f11cf5bfae9964a77ccc45ffb1d1b7, e32871aafca7657dacf7f65ac4fa2c59 2024-11-13T11:30:34,009 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:30:34,009 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:30:34,010 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-13T11:30:34,010 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:30:34,010 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.38 KB heapSize=25.80 KB 2024-11-13T11:30:34,018 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6875c1463ef6424ff44aa5fa54a950b8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:30:34,018 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/7f3f42b3b8c65270a1127c056e4c4ca8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=5 2024-11-13T11:30:34,018 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:30:34,019 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6875c1463ef6424ff44aa5fa54a950b8: Waiting for close lock at 1731497434001Running coprocessor pre-close hooks at 1731497434001Disabling compacts and flushes for region at 1731497434001Disabling writes for close at 1731497434002 (+1 ms)Writing region close event to WAL at 1731497434004 (+2 ms)Running coprocessor post-close hooks at 1731497434018 (+14 ms)Closed at 1731497434018 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f3f42b3b8c65270a1127c056e4c4ca8: Waiting for close lock at 1731497434003Running coprocessor pre-close hooks at 1731497434003Disabling compacts and flushes for region at 1731497434003Disabling writes for close at 1731497434004 (+1 ms)Writing region close event to WAL at 1731497434010 (+6 ms)Running coprocessor post-close hooks at 1731497434018 (+8 ms)Closed at 1731497434018 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731497383879.6875c1463ef6424ff44aa5fa54a950b8. 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731497383879.7f3f42b3b8c65270a1127c056e4c4ca8. 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d4f11cf5bfae9964a77ccc45ffb1d1b7, disabling compactions & flushes 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 193e92aedf6c7fadf80a95aa5c1c30eb, disabling compactions & flushes 2024-11-13T11:30:34,019 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:30:34,019 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. after waiting 0 ms 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. after waiting 0 ms 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:30:34,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:30:34,024 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/d4f11cf5bfae9964a77ccc45ffb1d1b7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T11:30:34,024 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/193e92aedf6c7fadf80a95aa5c1c30eb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:30:34,024 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d4f11cf5bfae9964a77ccc45ffb1d1b7: Waiting for close lock at 1731497434019Running coprocessor pre-close hooks at 1731497434019Disabling compacts and flushes for region at 1731497434019Disabling writes for close at 1731497434019Writing region close event to WAL at 1731497434019Running coprocessor post-close hooks at 1731497434024 (+5 ms)Closed at 1731497434024 2024-11-13T11:30:34,025 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 193e92aedf6c7fadf80a95aa5c1c30eb: Waiting for close lock at 1731497434019Running coprocessor pre-close hooks at 1731497434019Disabling compacts and flushes for region at 1731497434019Disabling writes for close at 1731497434019Writing region close event to WAL at 1731497434020 (+1 ms)Running coprocessor post-close hooks at 1731497434024 (+4 ms)Closed at 1731497434025 (+1 ms) 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731497383879.d4f11cf5bfae9964a77ccc45ffb1d1b7. 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731497383879.193e92aedf6c7fadf80a95aa5c1c30eb. 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d715776227d5d2c8a7995a0c9386e49, disabling compactions & flushes 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e398217aca668008f2610bd683b0ca4, disabling compactions & flushes 2024-11-13T11:30:34,025 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:30:34,025 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. after waiting 0 ms 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. after waiting 0 ms 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:30:34,025 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:30:34,030 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e398217aca668008f2610bd683b0ca4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:30:34,031 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:30:34,031 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e398217aca668008f2610bd683b0ca4: Waiting for close lock at 1731497434025Running coprocessor pre-close hooks at 1731497434025Disabling compacts and flushes for region at 1731497434025Disabling writes for close at 1731497434025Writing region close event to WAL at 1731497434025Running coprocessor post-close hooks at 1731497434031 (+6 ms)Closed at 1731497434031 2024-11-13T11:30:34,031 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731497383879.3e398217aca668008f2610bd683b0ca4. 2024-11-13T11:30:34,031 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59e04fe5c56035437fceaaef345a5b17, disabling compactions & flushes 2024-11-13T11:30:34,031 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:30:34,031 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:30:34,031 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. after waiting 0 ms 2024-11-13T11:30:34,031 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:30:34,033 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/6d715776227d5d2c8a7995a0c9386e49/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:30:34,034 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/.tmp/info/c3bd68237bd5459da10d05f4ae363f0d is 167, key is SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17./info:regioninfo/1731497433968/Put/seqid=0 2024-11-13T11:30:34,034 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:30:34,034 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d715776227d5d2c8a7995a0c9386e49: Waiting for close lock at 1731497434025Running coprocessor pre-close hooks at 1731497434025Disabling compacts and flushes for region at 1731497434025Disabling writes for close at 1731497434025Writing region close event to WAL at 1731497434029 (+4 ms)Running coprocessor post-close hooks at 1731497434034 (+5 ms)Closed at 1731497434034 2024-11-13T11:30:34,034 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731497383879.6d715776227d5d2c8a7995a0c9386e49. 2024-11-13T11:30:34,035 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e32871aafca7657dacf7f65ac4fa2c59, disabling compactions & flushes 2024-11-13T11:30:34,035 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:30:34,035 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:30:34,035 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. after waiting 0 ms 2024-11-13T11:30:34,035 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:30:34,037 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/59e04fe5c56035437fceaaef345a5b17/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-13T11:30:34,038 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:30:34,038 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59e04fe5c56035437fceaaef345a5b17: Waiting for close lock at 1731497434031Running coprocessor pre-close hooks at 1731497434031Disabling compacts and flushes for region at 1731497434031Disabling writes for close at 1731497434031Writing region close event to WAL at 1731497434032 (+1 ms)Running coprocessor post-close hooks at 1731497434038 (+6 ms)Closed at 1731497434038 2024-11-13T11:30:34,038 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731497383879.59e04fe5c56035437fceaaef345a5b17. 2024-11-13T11:30:34,039 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81c0d874be4bf5036e07cf18da00da3b, disabling compactions & flushes 2024-11-13T11:30:34,039 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:30:34,039 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:30:34,039 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. after waiting 0 ms 2024-11-13T11:30:34,039 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:30:34,045 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/e32871aafca7657dacf7f65ac4fa2c59/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:30:34,045 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:30:34,046 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e32871aafca7657dacf7f65ac4fa2c59: Waiting for close lock at 1731497434035Running coprocessor pre-close hooks at 1731497434035Disabling compacts and flushes for region at 1731497434035Disabling writes for close at 1731497434035Writing region close event to WAL at 1731497434036 (+1 ms)Running coprocessor post-close hooks at 1731497434045 (+9 ms)Closed at 1731497434045 2024-11-13T11:30:34,046 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731497383879.e32871aafca7657dacf7f65ac4fa2c59. 2024-11-13T11:30:34,046 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e25c4284d68b5ca1bdb27b8bfd35f3d, disabling compactions & flushes 2024-11-13T11:30:34,046 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:30:34,046 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:30:34,046 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. after waiting 0 ms 2024-11-13T11:30:34,046 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:30:34,050 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/81c0d874be4bf5036e07cf18da00da3b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-13T11:30:34,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741864_1040 (size=19817) 2024-11-13T11:30:34,051 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:30:34,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741864_1040 (size=19817) 2024-11-13T11:30:34,051 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81c0d874be4bf5036e07cf18da00da3b: Waiting for close lock at 1731497434039Running coprocessor pre-close hooks at 1731497434039Disabling compacts and flushes for region at 1731497434039Disabling writes for close at 1731497434039Writing region close event to WAL at 1731497434041 (+2 ms)Running coprocessor post-close hooks at 1731497434051 (+10 ms)Closed at 1731497434051 2024-11-13T11:30:34,052 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731497383879.81c0d874be4bf5036e07cf18da00da3b. 2024-11-13T11:30:34,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741864_1040 (size=19817) 2024-11-13T11:30:34,055 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.22 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/.tmp/info/c3bd68237bd5459da10d05f4ae363f0d 2024-11-13T11:30:34,058 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/default/SPTestTable/3e25c4284d68b5ca1bdb27b8bfd35f3d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:30:34,058 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:30:34,059 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e25c4284d68b5ca1bdb27b8bfd35f3d: Waiting for close lock at 1731497434046Running coprocessor pre-close hooks at 1731497434046Disabling compacts and flushes for region at 1731497434046Disabling writes for close at 1731497434046Writing region close event to WAL at 1731497434053 (+7 ms)Running coprocessor post-close hooks at 1731497434058 (+5 ms)Closed at 1731497434058 2024-11-13T11:30:34,059 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731497383879.3e25c4284d68b5ca1bdb27b8bfd35f3d. 2024-11-13T11:30:34,078 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:30:34,078 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/.tmp/ns/d13a512922494093b150af55ff89c444 is 43, key is default/ns:d/1731497383847/Put/seqid=0 2024-11-13T11:30:34,079 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:30:34,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741865_1041 (size=5153) 2024-11-13T11:30:34,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741865_1041 (size=5153) 2024-11-13T11:30:34,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741865_1041 (size=5153) 2024-11-13T11:30:34,087 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/.tmp/ns/d13a512922494093b150af55ff89c444 2024-11-13T11:30:34,108 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/.tmp/table/c513bee8b5634fbf9504970f6613632a is 47, key is SPTestTable/table:state/1731497394264/Put/seqid=0 2024-11-13T11:30:34,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741866_1042 (size=5214) 2024-11-13T11:30:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741866_1042 (size=5214) 2024-11-13T11:30:34,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741866_1042 (size=5214) 2024-11-13T11:30:34,117 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/.tmp/table/c513bee8b5634fbf9504970f6613632a 2024-11-13T11:30:34,124 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/.tmp/info/c3bd68237bd5459da10d05f4ae363f0d as hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/info/c3bd68237bd5459da10d05f4ae363f0d 2024-11-13T11:30:34,131 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/info/c3bd68237bd5459da10d05f4ae363f0d, entries=112, sequenceid=35, filesize=19.4 K 2024-11-13T11:30:34,132 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/.tmp/ns/d13a512922494093b150af55ff89c444 as hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/ns/d13a512922494093b150af55ff89c444 2024-11-13T11:30:34,138 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/ns/d13a512922494093b150af55ff89c444, entries=2, sequenceid=35, filesize=5.0 K 2024-11-13T11:30:34,139 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/.tmp/table/c513bee8b5634fbf9504970f6613632a as hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/table/c513bee8b5634fbf9504970f6613632a 2024-11-13T11:30:34,146 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/table/c513bee8b5634fbf9504970f6613632a, entries=2, sequenceid=35, filesize=5.1 K 2024-11-13T11:30:34,147 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=35, compaction requested=false 2024-11-13T11:30:34,152 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-13T11:30:34,153 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:30:34,153 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:30:34,153 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497434009Running coprocessor pre-close hooks at 1731497434009Disabling compacts and flushes for region at 1731497434009Disabling writes for close at 1731497434010 (+1 ms)Obtaining lock to block concurrent updates at 1731497434010Preparing flush snapshotting stores in 1588230740 at 1731497434010Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15744, getHeapSize=26360, getOffHeapSize=0, getCellsCount=128 at 1731497434010Flushing stores of hbase:meta,,1.1588230740 at 1731497434011 (+1 ms)Flushing 1588230740/info: creating writer at 1731497434011Flushing 1588230740/info: appending metadata at 1731497434033 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731497434033Flushing 1588230740/ns: creating writer at 1731497434063 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731497434078 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731497434078Flushing 1588230740/table: creating writer at 1731497434094 (+16 ms)Flushing 1588230740/table: appending metadata at 1731497434108 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731497434108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72f1a6b2: reopening flushed file at 1731497434123 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@696124db: reopening flushed file at 1731497434131 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@429f111e: reopening flushed file at 1731497434138 (+7 ms)Finished flush of dataSize ~15.38 KB/15744, heapSize ~25.51 KB/26120, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=35, compaction requested=false at 1731497434147 (+9 ms)Writing region close event to WAL at 1731497434148 (+1 ms)Running coprocessor post-close hooks at 1731497434153 (+5 ms)Closed at 1731497434153 2024-11-13T11:30:34,153 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:30:34,204 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,34155,1731497373081; all regions closed. 2024-11-13T11:30:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741834_1010 (size=3564) 2024-11-13T11:30:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741834_1010 (size=3564) 2024-11-13T11:30:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741834_1010 (size=3564) 2024-11-13T11:30:34,210 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,43275,1731497373124; all regions closed. 2024-11-13T11:30:34,211 DEBUG [RS:1;7bf281cf3991:34155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/oldWALs 2024-11-13T11:30:34,211 INFO [RS:1;7bf281cf3991:34155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C34155%2C1731497373081:(num 1731497373540) 2024-11-13T11:30:34,212 DEBUG [RS:1;7bf281cf3991:34155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:30:34,212 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:30:34,212 INFO [RS:1;7bf281cf3991:34155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:30:34,212 INFO [RS:1;7bf281cf3991:34155 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T11:30:34,212 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:30:34,212 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:30:34,212 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:30:34,212 INFO [RS:1;7bf281cf3991:34155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:30:34,212 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:30:34,212 INFO [RS:1;7bf281cf3991:34155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34155 2024-11-13T11:30:34,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7bf281cf3991,34155,1731497373081 2024-11-13T11:30:34,213 INFO [RS:1;7bf281cf3991:34155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:30:34,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T11:30:34,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,34155,1731497373081] 2024-11-13T11:30:34,215 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7bf281cf3991,34155,1731497373081 already deleted, retry=false 2024-11-13T11:30:34,215 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,34155,1731497373081 expired; onlineServers=1 2024-11-13T11:30:34,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741836_1012 (size=18438) 2024-11-13T11:30:34,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741836_1012 (size=18438) 2024-11-13T11:30:34,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741836_1012 (size=18438) 2024-11-13T11:30:34,227 DEBUG [RS:2;7bf281cf3991:43275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/oldWALs 2024-11-13T11:30:34,227 INFO [RS:2;7bf281cf3991:43275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C43275%2C1731497373124.meta:.meta(num 1731497383795) 2024-11-13T11:30:34,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741833_1009 (size=4022) 2024-11-13T11:30:34,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741833_1009 (size=4022) 2024-11-13T11:30:34,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741833_1009 (size=4022) 2024-11-13T11:30:34,232 DEBUG [RS:2;7bf281cf3991:43275 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/oldWALs 2024-11-13T11:30:34,232 INFO [RS:2;7bf281cf3991:43275 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C43275%2C1731497373124:(num 1731497373533) 2024-11-13T11:30:34,232 DEBUG [RS:2;7bf281cf3991:43275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:30:34,232 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:30:34,232 INFO [RS:2;7bf281cf3991:43275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:30:34,232 INFO [RS:2;7bf281cf3991:43275 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T11:30:34,232 INFO [RS:2;7bf281cf3991:43275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:30:34,232 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:30:34,233 INFO [RS:2;7bf281cf3991:43275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43275 2024-11-13T11:30:34,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T11:30:34,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7bf281cf3991,43275,1731497373124 2024-11-13T11:30:34,234 INFO [RS:2;7bf281cf3991:43275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:30:34,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,43275,1731497373124] 2024-11-13T11:30:34,236 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7bf281cf3991,43275,1731497373124 already deleted, retry=false 2024-11-13T11:30:34,236 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,43275,1731497373124 expired; onlineServers=0 2024-11-13T11:30:34,236 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,33393,1731497373000' ***** 2024-11-13T11:30:34,236 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:30:34,236 INFO [M:0;7bf281cf3991:33393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:30:34,236 INFO [M:0;7bf281cf3991:33393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:30:34,236 DEBUG [M:0;7bf281cf3991:33393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:30:34,236 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:30:34,236 DEBUG [M:0;7bf281cf3991:33393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:30:34,236 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497373326 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497373326,5,FailOnTimeoutGroup] 2024-11-13T11:30:34,236 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497373326 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497373326,5,FailOnTimeoutGroup] 2024-11-13T11:30:34,236 INFO [M:0;7bf281cf3991:33393 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:30:34,236 INFO [M:0;7bf281cf3991:33393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:30:34,237 DEBUG [M:0;7bf281cf3991:33393 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:30:34,237 INFO [M:0;7bf281cf3991:33393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:30:34,237 INFO [M:0;7bf281cf3991:33393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:30:34,237 ERROR [M:0;7bf281cf3991:33393 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1506214772) connection to localhost/127.0.0.1:37957 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37957,5,PEWorkerGroup] 2024-11-13T11:30:34,237 INFO [M:0;7bf281cf3991:33393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:30:34,237 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:30:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T11:30:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T11:30:34,238 DEBUG [M:0;7bf281cf3991:33393 {}] zookeeper.ZKUtil(347): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T11:30:34,238 WARN [M:0;7bf281cf3991:33393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:30:34,238 INFO [M:0;7bf281cf3991:33393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/.lastflushedseqids 2024-11-13T11:30:34,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741867_1043 (size=650) 2024-11-13T11:30:34,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741867_1043 (size=650) 2024-11-13T11:30:34,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741867_1043 (size=650) 2024-11-13T11:30:34,254 INFO [M:0;7bf281cf3991:33393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:30:34,254 INFO [M:0;7bf281cf3991:33393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:30:34,254 DEBUG [M:0;7bf281cf3991:33393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:30:34,254 INFO [M:0;7bf281cf3991:33393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:30:34,254 DEBUG [M:0;7bf281cf3991:33393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:30:34,254 DEBUG [M:0;7bf281cf3991:33393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:30:34,254 DEBUG [M:0;7bf281cf3991:33393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:30:34,254 INFO [M:0;7bf281cf3991:33393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=225.13 KB heapSize=267.34 KB 2024-11-13T11:30:34,272 DEBUG [M:0;7bf281cf3991:33393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/742d8f29172a4a329d1484f20273a0f6 is 82, key is hbase:meta,,1/info:regioninfo/1731497383834/Put/seqid=0 2024-11-13T11:30:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741868_1044 (size=5672) 2024-11-13T11:30:34,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741868_1044 (size=5672) 2024-11-13T11:30:34,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741868_1044 (size=5672) 2024-11-13T11:30:34,280 INFO [M:0;7bf281cf3991:33393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/742d8f29172a4a329d1484f20273a0f6 2024-11-13T11:30:34,301 DEBUG [M:0;7bf281cf3991:33393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e5b3549106c41cb8bbd316317f64bf1 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731497394269/Put/seqid=0 2024-11-13T11:30:34,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741869_1045 (size=12211) 2024-11-13T11:30:34,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741869_1045 (size=12211) 2024-11-13T11:30:34,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741869_1045 (size=12211) 2024-11-13T11:30:34,313 INFO [M:0;7bf281cf3991:33393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=224.40 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e5b3549106c41cb8bbd316317f64bf1 2024-11-13T11:30:34,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:30:34,314 INFO [RS:1;7bf281cf3991:34155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:30:34,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34155-0x10038d889a30002, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:30:34,315 INFO [RS:1;7bf281cf3991:34155 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,34155,1731497373081; zookeeper connection closed. 2024-11-13T11:30:34,315 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b7d208d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b7d208d 2024-11-13T11:30:34,319 INFO [M:0;7bf281cf3991:33393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e5b3549106c41cb8bbd316317f64bf1 2024-11-13T11:30:34,334 DEBUG [M:0;7bf281cf3991:33393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db473269b8d74572a79ba4d19110b28d is 69, key is 7bf281cf3991,34155,1731497373081/rs:state/1731497373373/Put/seqid=0 2024-11-13T11:30:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:30:34,336 INFO [RS:2;7bf281cf3991:43275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:30:34,336 INFO [RS:2;7bf281cf3991:43275 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,43275,1731497373124; zookeeper connection closed. 2024-11-13T11:30:34,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43275-0x10038d889a30003, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:30:34,336 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22063c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22063c7 2024-11-13T11:30:34,336 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T11:30:34,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741870_1046 (size=5447) 2024-11-13T11:30:34,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741870_1046 (size=5447) 2024-11-13T11:30:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741870_1046 (size=5447) 2024-11-13T11:30:34,342 INFO [M:0;7bf281cf3991:33393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db473269b8d74572a79ba4d19110b28d 2024-11-13T11:30:34,348 INFO [M:0;7bf281cf3991:33393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db473269b8d74572a79ba4d19110b28d 2024-11-13T11:30:34,349 DEBUG [M:0;7bf281cf3991:33393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/742d8f29172a4a329d1484f20273a0f6 as hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/742d8f29172a4a329d1484f20273a0f6 2024-11-13T11:30:34,352 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-13T11:30:34,356 INFO [M:0;7bf281cf3991:33393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/742d8f29172a4a329d1484f20273a0f6, entries=8, sequenceid=462, filesize=5.5 K 2024-11-13T11:30:34,357 DEBUG [M:0;7bf281cf3991:33393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0e5b3549106c41cb8bbd316317f64bf1 as hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e5b3549106c41cb8bbd316317f64bf1 2024-11-13T11:30:34,363 INFO [M:0;7bf281cf3991:33393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e5b3549106c41cb8bbd316317f64bf1 2024-11-13T11:30:34,363 INFO [M:0;7bf281cf3991:33393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0e5b3549106c41cb8bbd316317f64bf1, entries=54, sequenceid=462, filesize=11.9 K 2024-11-13T11:30:34,364 DEBUG [M:0;7bf281cf3991:33393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/db473269b8d74572a79ba4d19110b28d as hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db473269b8d74572a79ba4d19110b28d 2024-11-13T11:30:34,371 INFO [M:0;7bf281cf3991:33393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db473269b8d74572a79ba4d19110b28d 2024-11-13T11:30:34,371 INFO [M:0;7bf281cf3991:33393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37957/user/jenkins/test-data/a902cab8-e694-7b38-7fd8-9e964b4a53e7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/db473269b8d74572a79ba4d19110b28d, entries=3, sequenceid=462, filesize=5.3 K 2024-11-13T11:30:34,372 INFO [M:0;7bf281cf3991:33393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~225.13 KB/230536, heapSize ~267.04 KB/273448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=462, compaction requested=false 2024-11-13T11:30:34,373 INFO [M:0;7bf281cf3991:33393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:30:34,373 DEBUG [M:0;7bf281cf3991:33393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497434254Disabling compacts and flushes for region at 1731497434254Disabling writes for close at 1731497434254Obtaining lock to block concurrent updates at 1731497434254Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497434254Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=230536, getHeapSize=273688, getOffHeapSize=0, getCellsCount=557 at 1731497434255 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497434256 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497434256Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497434271 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497434271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497434286 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497434301 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497434301Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497434319 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497434333 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497434333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3975f55d: reopening flushed file at 1731497434348 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c9eca2d: reopening flushed file at 1731497434356 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f589ad0: reopening flushed file at 1731497434363 (+7 ms)Finished flush of dataSize ~225.13 KB/230536, heapSize ~267.04 KB/273448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=462, compaction requested=false at 1731497434372 (+9 ms)Writing region close event to WAL at 1731497434373 (+1 ms)Closed at 1731497434373 2024-11-13T11:30:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44095 is added to blk_1073741830_1006 (size=261365) 2024-11-13T11:30:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36863 is added to blk_1073741830_1006 (size=261365) 2024-11-13T11:30:34,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43267 is added to blk_1073741830_1006 (size=261365) 2024-11-13T11:30:34,378 INFO [M:0;7bf281cf3991:33393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:30:34,378 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:30:34,378 INFO [M:0;7bf281cf3991:33393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33393 2024-11-13T11:30:34,378 INFO [M:0;7bf281cf3991:33393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:30:34,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:30:34,479 INFO [M:0;7bf281cf3991:33393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:30:34,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33393-0x10038d889a30000, quorum=127.0.0.1:57866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:30:34,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3323f5bd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:30:34,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73812e87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:30:34,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:30:34,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d24a5aa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:30:34,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ceb4815{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/hadoop.log.dir/,STOPPED} 2024-11-13T11:30:34,483 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:30:34,483 WARN [BP-1840709745-172.17.0.2-1731497372237 heartbeating to localhost/127.0.0.1:37957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:30:34,483 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:30:34,483 WARN [BP-1840709745-172.17.0.2-1731497372237 heartbeating to localhost/127.0.0.1:37957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1840709745-172.17.0.2-1731497372237 (Datanode Uuid 4a3067a8-b119-4160-abe9-0bfe7383755c) service to localhost/127.0.0.1:37957 2024-11-13T11:30:34,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data5/current/BP-1840709745-172.17.0.2-1731497372237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:30:34,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data6/current/BP-1840709745-172.17.0.2-1731497372237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:30:34,485 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:30:34,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62084108{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:30:34,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17bbafa8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:30:34,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:30:34,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7554be3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:30:34,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a798b0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/hadoop.log.dir/,STOPPED} 2024-11-13T11:30:34,488 WARN [BP-1840709745-172.17.0.2-1731497372237 heartbeating to localhost/127.0.0.1:37957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:30:34,488 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:30:34,489 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:30:34,489 WARN [BP-1840709745-172.17.0.2-1731497372237 heartbeating to localhost/127.0.0.1:37957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1840709745-172.17.0.2-1731497372237 (Datanode Uuid 4a06ac05-b8a1-4552-815f-87c9976915ef) service to localhost/127.0.0.1:37957 2024-11-13T11:30:34,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data3/current/BP-1840709745-172.17.0.2-1731497372237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:30:34,489 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data4/current/BP-1840709745-172.17.0.2-1731497372237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:30:34,490 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:30:34,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42cfd252{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:30:34,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d38f81d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:30:34,492 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:30:34,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b00100d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:30:34,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@141aec7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/hadoop.log.dir/,STOPPED} 2024-11-13T11:30:34,493 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:30:34,493 WARN [BP-1840709745-172.17.0.2-1731497372237 heartbeating to localhost/127.0.0.1:37957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:30:34,494 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:30:34,494 WARN [BP-1840709745-172.17.0.2-1731497372237 heartbeating to localhost/127.0.0.1:37957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1840709745-172.17.0.2-1731497372237 (Datanode Uuid 11ba337b-a02b-45cd-9bda-242e03eabd4e) service to localhost/127.0.0.1:37957 2024-11-13T11:30:34,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data1/current/BP-1840709745-172.17.0.2-1731497372237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:30:34,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/cluster_d2cd8a99-cb4f-aa95-e2ac-d4ef9af24f9d/data/data2/current/BP-1840709745-172.17.0.2-1731497372237 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:30:34,495 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:30:34,502 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ea1235f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:30:34,502 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f6bc4a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:30:34,502 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:30:34,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1768dbfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:30:34,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36c9ccb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28653585-9a0b-e107-91f9-00264eac4727/hadoop.log.dir/,STOPPED} 2024-11-13T11:30:34,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T11:30:34,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:30:34,549 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=123 (was 94) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37957 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37957 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1506214772) connection to localhost/127.0.0.1:37957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=479 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=42 (was 76), ProcessCount=11 (was 11), AvailableMemoryMB=1929 (was 2129)